-- Logs begin at Thu 2022-05-12 14:43:42 UTC, end at Thu 2022-05-12 15:56:00 UTC. -- May 12 15:27:54.788602 dv-cinder-835881-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 15:27:57.582731 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.common.config [-] Logging enabled! May 12 15:27:57.583244 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 15:27:57.583508 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103434) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 15:27:57.586909 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.common.config [-] Logging enabled! May 12 15:27:57.587152 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 15:27:57.587459 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103434) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 15:27:57.588380 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:27:57.588633 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:27:57.589007 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:27:57.589247 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:27:57.589442 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:27:57.589772 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.590161 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.590388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.590674 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.590960 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.591217 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.591499 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.591786 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.592065 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.592430 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.592747 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.592972 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.593243 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.593524 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.593803 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.594022 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] debug = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.594279 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.594698 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.595096 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.595376 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.595658 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.595929 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.596196 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.596489 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.596769 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.597089 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] host = dv-cinder-835881-11-iscsi {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.597359 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.597638 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.597917 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.598195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.598461 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.598727 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.599003 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.599267 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.599530 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.599800 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.600081 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.600361 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.600737 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.600956 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.601272 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.601556 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.601841 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.602111 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.602378 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.602663 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.602932 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.603198 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.603459 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.603738 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.604016 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.604299 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.604587 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.604853 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.605120 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.605384 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.605659 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.605925 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.606191 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.606455 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.606733 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.606992 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.607254 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.607542 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.607819 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.608092 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.608368 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.608660 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.608938 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.609200 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.609461 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.609723 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] use_json = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.609985 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.610244 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.610516 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.610781 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.611041 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.611304 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.611563 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.611837 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.612098 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:27:57.612385 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.612695 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.612986 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.613259 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.613556 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.613828 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.614126 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.614378 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.614662 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.614944 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.615233 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.615509 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.615800 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.616082 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.616370 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.616703 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.617043 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.617328 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.617597 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.617863 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.618129 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.618400 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.618789 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.619067 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.619363 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.619830 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.620298 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.620806 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.621242 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.621561 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.622044 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.622533 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.623006 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.623445 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.623933 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.624248 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.624555 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.624853 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.625165 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.625622 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.626086 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.626557 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.626858 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.627135 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.627418 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.627707 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.627985 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.628255 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.628546 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.628822 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.629090 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.629369 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.629640 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.629905 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.630170 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.630442 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.630707 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.630975 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.631245 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.631511 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.631779 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.632042 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.632305 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.632694 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.632963 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.633231 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.633498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.633765 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.634038 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.634307 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.634574 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.634836 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.635101 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.635371 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.635660 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.635931 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.636200 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.636495 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.636761 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.637030 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.637298 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.637567 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.637836 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.638099 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.638380 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.638655 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.638975 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.639266 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.639535 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.639842 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.640113 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.640384 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.640681 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.640951 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.641388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.641674 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.641954 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.642241 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.642530 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.642819 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.643107 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.643394 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.643665 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.643965 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.644237 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:27:57.644446 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:27:57.644705 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 15:27:58.107789 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 15:27:58.108041 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 15:27:58.108343 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 15:27:58.108691 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 15:27:58.433215 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.433434 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.433654 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.434837 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.435100 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.435354 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.489349 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.489621 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.489880 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.504525 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.504833 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.505096 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.534936 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.535211 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.535464 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.572059 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.572325 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.572604 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.916346 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.917050 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.917050 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.917217 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:58.917815 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.015511 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.015822 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.016099 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.016365 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.016655 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.016962 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.017217 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.017452 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.017724 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.017999 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.018254 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.018514 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.018749 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.018994 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.019241 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.019498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.019746 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.020006 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.020264 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.020527 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.020799 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.021044 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.021317 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.021690 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.021933 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.022172 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.022557 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.022790 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.023060 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.023294 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.023522 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.023751 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.024108 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 15:27:59.027186 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 15:27:59.031072 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 15:27:59.034854 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 12 15:27:59.036465 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 15:27:59.036960 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 15:27:59.037285 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 15:27:59.037660 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 15:27:59.040705 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 15:27:59.040947 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 15:27:59.041287 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 15:27:59.046446 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 15:27:59.069517 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 15:27:59.070007 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.070324 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 15:27:59.070690 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.072027 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 15:27:59.072296 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 15:27:59.072556 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 15:27:59.075830 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.076106 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.138756 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 15:27:59.138951 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 15:27:59.139191 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 15:27:59.139562 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 15:27:59.162085 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_db.sqlalchemy.engines [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 15:27:59.595005 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing driver for type 'gre' May 12 15:27:59.595544 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] gre ID ranges: [(1, 1000)] May 12 15:27:59.658182 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing driver for type 'local' May 12 15:27:59.658536 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing driver for type 'vlan' May 12 15:27:59.673262 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] VlanTypeDriver initialization complete May 12 15:27:59.673698 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing driver for type 'vxlan' May 12 15:27:59.674243 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] vxlan ID ranges: [(1, 1000)] May 12 15:27:59.727657 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing extension driver 'port_security' May 12 15:27:59.727992 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.extensions.port_security [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] PortSecurityExtensionDriver initialization complete May 12 15:27:59.728318 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing mechanism driver 'openvswitch' May 12 15:27:59.728771 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing mechanism driver 'hyperv' May 12 15:27:59.735300 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:27:59.736157 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.736557 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.736911 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.737442 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 15:27:59.737881 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.738237 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.738581 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.738975 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 15:27:59.739378 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.739761 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.740099 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.740464 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 15:27:59.740939 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.741279 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.741616 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.742007 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 15:27:59.742403 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.742745 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.743083 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.743473 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 15:27:59.743870 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.744212 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.744542 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.744933 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 15:27:59.745382 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] ML2 OVO RPC backend initialized. {{(pid=103434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 15:27:59.746081 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.746432 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.746839 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.747183 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > networks before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.747527 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.747867 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > ports before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.748211 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.748570 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.748914 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.749251 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.749581 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.749911 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.750241 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.750570 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.750899 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.751235 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.751556 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.759037 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded quota_driver: . May 12 15:27:59.759428 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Modular L2 Plugin initialization complete May 12 15:27:59.759778 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading services supported by the core plugin {{(pid=103434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 15:27:59.760117 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.plugins.ml2.managers [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Got port-security extension from driver 'port_security' May 12 15:27:59.760627 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.extensions.vlantransparent [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Disabled vlantransparent extension. May 12 15:27:59.761089 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 15:27:59.761410 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: router May 12 15:27:59.796636 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.796960 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_create 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.797331 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router before_create 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.797697 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.798068 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.798409 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_delete 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.798771 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.799117 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.799469 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_create 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.799809 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_update 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.800155 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_update 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.800502 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.800981 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_update 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.801393 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.801760 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.802100 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.802434 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: subnet after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.802772 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.803115 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.803464 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.803801 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.804138 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.804543 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router after_update 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.804866 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.805217 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.805574 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.805920 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.806282 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > agent after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.806628 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.806969 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > network after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.807828 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Tracking information for resource: router configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.808158 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Tracking information for resource: floatingip configured {{(pid=103434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 15:27:59.813091 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.db.l3_agentschedulers_db [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 15:27:59.813655 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.814011 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.814354 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.814700 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.815468 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router before_create 55550100 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.815826 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.816184 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.816556 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.821366 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.provider_configuration [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service providers = [] {{(pid=103434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 15:27:59.821723 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.db.servicetype_db [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 15:27:59.824675 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.service_base [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.825027 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.service_base [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.825366 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.service_base [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.826244 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.services.service_base [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 15:27:59.826632 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.services.service_base [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 15:27:59.826994 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.827311 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 15:27:59.837851 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.838171 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: auto_allocate May 12 15:27:59.843862 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: network precommit_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.844229 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: network precommit_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.844783 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.845099 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: tag May 12 15:27:59.851944 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.852271 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: timestamp May 12 15:27:59.856528 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.856888 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: network_ip_availability May 12 15:27:59.862389 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.862753 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.863135 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:27:59.863830 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.864146 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: flavors May 12 15:27:59.869271 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.869598 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading Plugin: revisions May 12 15:27:59.873872 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 15:27:59.874267 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_concurrency.lockutils [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=103434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 15:27:59.875002 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 15:27:59.875337 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Initializing extension manager. May 12 15:27:59.875860 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: __init__.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.876206 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: __pycache__ {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.876568 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: _port_mac_address_override.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.876903 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: address_group.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.877675 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.878250 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: address-group May 12 15:27:59.878569 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: address_scope.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.879281 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.879789 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: address-scope May 12 15:27:59.880107 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.881057 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.881562 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: router-admin-state-down-before-update May 12 15:27:59.881885 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: agent.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.882678 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.883181 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: agent May 12 15:27:59.883497 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: agent_resources_synced.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.884397 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.884938 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: agent-resources-synced May 12 15:27:59.885261 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.887063 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.887586 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: allowed-address-pairs May 12 15:27:59.887905 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.889002 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.889515 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: auto-allocated-topology May 12 15:27:59.889838 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: availability_zone.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.890535 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.891038 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: availability_zone May 12 15:27:59.891357 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: availability_zone_filter.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.892270 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.892813 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: availability_zone_filter May 12 15:27:59.893135 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: data_plane_status.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.894040 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.894544 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension data-plane-status not supported by any of loaded plugins May 12 15:27:59.894873 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: default_subnetpools.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.895778 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.896286 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: default-subnetpools May 12 15:27:59.896641 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.897458 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.897987 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: dhcp_agent_scheduler May 12 15:27:59.898307 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: dns.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.899220 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.899722 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension dns-integration not supported by any of loaded plugins May 12 15:27:59.900040 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: dns_domain_ports.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.900989 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.901498 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 15:27:59.901819 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.902739 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.903244 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 15:27:59.903560 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: dvr.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.904227 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.904766 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: dvr May 12 15:27:59.905081 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: ecmp_routes.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.905993 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.906492 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 15:27:59.906806 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: empty_string_filtering.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.907716 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.908222 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: empty-string-filtering May 12 15:27:59.908560 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.909469 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.909972 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 15:27:59.910287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.911215 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.911715 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 15:27:59.912032 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: external_net.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.912970 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.913472 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: external-net May 12 15:27:59.913835 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.914750 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.915252 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: extra_dhcp_opt May 12 15:27:59.915570 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: extraroute.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.916491 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.917030 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: extraroute May 12 15:27:59.917304 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: extraroute_atomic.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.918506 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.919015 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: extraroute-atomic May 12 15:27:59.919335 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: filter_validation.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.920012 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.920535 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: filter-validation May 12 15:27:59.920858 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: fip_pf_description.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.922124 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.922624 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 15:27:59.922941 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.923847 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.924344 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 15:27:59.924690 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: fip_port_details.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.925607 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.926106 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: fip-port-details May 12 15:27:59.926424 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: flavors.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.927653 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.928168 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: flavors May 12 15:27:59.928507 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.930176 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.930698 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 15:27:59.931028 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: floatingip_pools.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.931730 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.932244 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: floatingip-pools May 12 15:27:59.932595 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: ip_allocation.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.933523 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.934030 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension ip_allocation not supported by any of loaded plugins May 12 15:27:59.934352 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.935272 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.935783 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: ip-substring-filtering May 12 15:27:59.936138 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l2_adjacency.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.937098 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.937613 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 15:27:59.937928 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.938890 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.939410 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: router May 12 15:27:59.939730 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.941938 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.942463 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 15:27:59.942792 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.943715 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.944228 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: ext-gw-mode May 12 15:27:59.944577 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.945555 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.946065 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: l3-ha May 12 15:27:59.946380 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.947287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.947789 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 15:27:59.948103 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_flavors.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.949033 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.949534 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: l3-flavors May 12 15:27:59.949852 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.951190 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.951722 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 15:27:59.952048 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.953274 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.954439 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 15:27:59.954439 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: l3agentscheduler.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.956568 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.956568 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: l3_agent_scheduler May 12 15:27:59.956568 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: local_ip.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.959679 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.960223 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension local_ip not supported by any of loaded plugins May 12 15:27:59.960583 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: logging.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.962073 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.962586 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension logging not supported by any of loaded plugins May 12 15:27:59.962922 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: metering.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.963663 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.964251 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: metering May 12 15:27:59.964598 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.965704 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.966219 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: metering_source_and_destination_fields May 12 15:27:59.966537 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: multiprovidernet.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.967487 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.967998 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: multi-provider May 12 15:27:59.968315 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: netmtu.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.969249 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.969756 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: net-mtu May 12 15:27:59.970074 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: netmtu_writable.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.970982 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.971487 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: net-mtu-writable May 12 15:27:59.971802 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: network_availability_zone.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.972480 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.973009 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: network_availability_zone May 12 15:27:59.973327 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: network_ip_availability.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.974439 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.974948 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: network-ip-availability May 12 15:27:59.975268 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: network_segment_range.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.976027 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.976604 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension network-segment-range not supported by any of loaded plugins May 12 15:27:59.976926 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: pagination.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.977936 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.978235 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: pagination May 12 15:27:59.978551 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: port_device_profile.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.979456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.979970 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: port-device-profile May 12 15:27:59.980286 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: port_mac_address_override.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.981261 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.981768 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: port-mac-override May 12 15:27:59.982084 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.983012 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.983522 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: port-mac-address-regenerate May 12 15:27:59.983838 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.984768 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.985281 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: port-numa-affinity-policy May 12 15:27:59.985596 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: port_resource_request.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.986494 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.986996 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension port-resource-request not supported by any of loaded plugins May 12 15:27:59.987318 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.988271 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.988805 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 15:27:59.989124 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: portbindings.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.990043 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.990553 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: binding May 12 15:27:59.990868 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: portbindings_extended.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.992154 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.992693 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: binding-extended May 12 15:27:59.993013 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: portsecurity.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.993930 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.994443 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: port-security May 12 15:27:59.994764 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: project_id.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.995740 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.996066 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: project-id May 12 15:27:59.996381 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: providernet.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:27:59.997341 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:27:59.997850 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: provider May 12 15:27:59.998171 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.001934 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.002469 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos not supported by any of loaded plugins May 12 15:28:00.002797 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.004046 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.004585 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 15:28:00.004914 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.005848 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.006359 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 15:28:00.006678 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_default.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.007671 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.008181 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-default not supported by any of loaded plugins May 12 15:28:00.008514 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_fip.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.009440 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.009943 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-fip not supported by any of loaded plugins May 12 15:28:00.010259 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.011165 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.011668 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 15:28:00.011986 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.012931 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.013432 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 15:28:00.013753 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.014670 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.015173 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 15:28:00.015489 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.016538 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.017050 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 15:28:00.017369 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.018398 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.018904 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 15:28:00.019222 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_pps_rule.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.020385 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.020937 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-pps not supported by any of loaded plugins May 12 15:28:00.021255 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.022163 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.022674 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 15:28:00.023054 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.023983 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.024501 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 15:28:00.024834 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: qos_rules_alias.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.025867 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.026377 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 15:28:00.026698 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: quota_check_limit.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.027676 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.028192 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: quota-check-limit May 12 15:28:00.028536 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: quotasv2.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.029484 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.029805 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: quotas May 12 15:28:00.030123 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: quotasv2_detail.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.031876 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.032212 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: quota_details May 12 15:28:00.032557 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: rbac.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.033623 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.034143 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: rbac-policies May 12 15:28:00.034464 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: rbac_address_group.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.035388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.035905 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: rbac-address-group May 12 15:28:00.036223 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: rbac_address_scope.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.037184 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.037693 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: rbac-address-scope May 12 15:28:00.038014 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: rbac_security_groups.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.038953 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.039459 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: rbac-security-groups May 12 15:28:00.039781 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.040713 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.041224 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: rbac-subnetpool May 12 15:28:00.041544 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: revisionifmatch.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.042470 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.042986 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: revision-if-match May 12 15:28:00.043304 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: revisions.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.044446 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.044987 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: standard-attr-revisions May 12 15:28:00.045308 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: router_availability_zone.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.045980 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.046921 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: router_availability_zone May 12 15:28:00.047177 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: routerservicetype.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.048104 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.048647 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension router-service-type not supported by any of loaded plugins May 12 15:28:00.048967 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.049909 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.050463 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: security-groups-normalized-cidr May 12 15:28:00.050784 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.051705 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.052285 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: port-security-groups-filtering May 12 15:28:00.052643 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.053636 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.054220 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: security-groups-remote-address-group May 12 15:28:00.054567 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.055644 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.056234 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: security-groups-shared-filtering May 12 15:28:00.056589 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.057386 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 15:28:00.057831 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: securitygroup.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.067466 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.067996 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: security-group May 12 15:28:00.068326 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: segment.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.069076 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.069588 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension segment not supported by any of loaded plugins May 12 15:28:00.069987 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.070932 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.071443 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 15:28:00.071766 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: servicetype.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.072893 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.073408 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: service-type May 12 15:28:00.073735 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: sorting.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.074697 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.075017 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: sorting May 12 15:28:00.075334 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: standard_attr_segment.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.076256 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.076795 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 15:28:00.077115 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: standardattrdescription.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.077756 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.078262 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: standard-attr-description May 12 15:28:00.078575 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: stateful_security_group.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.079518 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.080028 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: stateful-security-group May 12 15:28:00.080342 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: stdattrs_common.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.080946 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 15:28:00.081263 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.082191 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.082703 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 15:28:00.083019 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: subnet_onboard.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.084079 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.084631 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: subnet_onboard May 12 15:28:00.084950 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.085952 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.086466 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 15:28:00.086782 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: subnet_service_types.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.087706 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.088226 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: subnet-service-types May 12 15:28:00.088569 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: subnetallocation.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.089665 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.090180 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: subnet_allocation May 12 15:28:00.090503 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.091168 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.091678 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: subnetpool-prefix-ops May 12 15:28:00.091996 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.092954 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.093461 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 15:28:00.093777 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: tagging.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.094876 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.095434 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: standard-attr-tag May 12 15:28:00.095770 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: timestamp.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.097058 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.097570 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loaded extension: standard-attr-timestamp May 12 15:28:00.097892 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: trunk.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.098948 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.099493 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension trunk not supported by any of loaded plugins May 12 15:28:00.099780 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: trunk_details.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.100726 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.101359 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension trunk-details not supported by any of loaded plugins May 12 15:28:00.101582 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.102497 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.103003 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 15:28:00.103321 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Loading extension file: vlantransparent.py {{(pid=103434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 15:28:00.103991 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 15:28:00.104492 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 15:28:00.107075 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:network May 12 15:28:00.107620 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:subnet May 12 15:28:00.108024 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.108422 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:port May 12 15:28:00.109743 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.110189 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service FLAVORS assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.110804 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.111235 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.111574 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:router May 12 15:28:00.112000 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:floatingip May 12 15:28:00.112495 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service METERING assigned prefix: /metering {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.113985 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:28:00.114354 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:28:00.114704 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:28:00.115730 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of CountableResource for resource:rbac_policy May 12 15:28:00.116180 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:security_group May 12 15:28:00.116645 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 15:28:00.117340 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service CORE assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.117677 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.118020 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] subnetpool is already registered May 12 15:28:00.118450 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service CORE assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.118775 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.119104 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] subnetpool is already registered May 12 15:28:00.121541 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.121970 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service FLAVORS assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.122561 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.122980 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.123304 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:router May 12 15:28:00.123637 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] router is already registered May 12 15:28:00.124043 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:floatingip May 12 15:28:00.124376 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] floatingip is already registered May 12 15:28:00.124861 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service METERING assigned prefix: /metering {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.125540 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of CountableResource for resource:rbac_policy May 12 15:28:00.125863 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] rbac_policy is already registered May 12 15:28:00.126285 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:security_group May 12 15:28:00.126611 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] security_group is already registered May 12 15:28:00.127018 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 15:28:00.127349 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] security_group_rule is already registered May 12 15:28:00.127977 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service CORE assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.128311 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.128744 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] subnetpool is already registered May 12 15:28:00.129168 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.v2.resource_helper [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Service CORE assigned prefix: {{(pid=103434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 15:28:00.129491 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 15:28:00.129818 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING neutron.quota.resource_registry [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] subnetpool is already registered May 12 15:28:00.130296 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: extensions {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.131761 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: address-groups {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.133336 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: address-scopes {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.134656 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: agents {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.135837 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: auto-allocated-topology {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.137142 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: availability_zones {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.138377 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: dhcp-networks {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.139921 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: dhcp-agents {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.141378 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: routers {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.143097 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: flavors {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.144366 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: service_profiles {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.145619 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: next_providers {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.147053 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: service_profiles {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.148785 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: floatingip-pools {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.150013 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: routers {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.151721 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: floatingips {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.153946 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: l3-routers {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.155393 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: l3-agents {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.156879 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: metering-labels {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.158149 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: metering-label-rules {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.159539 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: network-ip-availabilities {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.160815 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: bindings {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.162377 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: quotas {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.164076 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: quotas {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.165653 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: rbac-policies {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.166864 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: security-groups {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.168174 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: security-group-rules {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.169464 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: service-providers {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.170733 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: subnetpools {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.172423 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: subnetpools {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.174003 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.175681 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.177573 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.179474 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.181191 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.183139 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.184864 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.186817 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.188601 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.190343 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron.api.extensions [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Extended resource: tags {{(pid=103434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 15:28:00.196421 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING keystonemiddleware.auth_token [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 15:28:00.201740 dv-cinder-835881-11-iscsi neutron-server[103434]: WARNING keystonemiddleware.auth_token [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 15:28:00.210594 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_concurrency.lockutils [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Acquired lock "singleton_lock" {{(pid=103434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 15:28:00.211072 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_concurrency.lockutils [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Releasing lock "singleton_lock" {{(pid=103434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 15:28:00.211748 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Starting 2 workers May 12 15:28:00.216658 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Started child 103541 {{(pid=103434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 15:28:00.221067 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Started child 103542 {{(pid=103434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 15:28:00.221963 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:00.222616 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO neutron.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 15:28:00.223270 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:00.223420 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [-] (103541) wsgi starting up on http://0.0.0.0:9696 May 12 15:28:00.225698 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Starting 1 workers May 12 15:28:00.225845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:00.227242 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [-] (103542) wsgi starting up on http://0.0.0.0:9696 May 12 15:28:00.230954 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Started child 103543 {{(pid=103434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 15:28:00.231498 dv-cinder-835881-11-iscsi neutron-server[103434]: INFO oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Starting 1 workers May 12 15:28:00.234711 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] calling RpcWorker wait() {{(pid=103543) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 15:28:00.235269 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] returning from RpcWorker wait() {{(pid=103543) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 15:28:00.235944 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Started child 103544 {{(pid=103434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 15:28:00.236595 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:00.236720 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5433e8ba-cfcd-43d8-9dd3-e06d126ddaa7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:00.237078 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:00.238642 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 15:28:00.238802 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:28:00.239170 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:28:00.239365 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:28:00.239709 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:28:00.239846 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:28:00.240370 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.240677 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.240942 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.241201 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.241559 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:00.242208 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.242208 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.242354 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.242585 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.242823 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.242960 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.243105 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.243231 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:00.243631 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.243880 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.244208 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.244510 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.244742 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.244968 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.245140 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.245396 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.245645 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.245872 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.246155 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] debug = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.246386 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.246879 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.247099 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.247351 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.247573 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.247831 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.248054 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.248342 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.248583 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.248796 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.249025 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.249278 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.249523 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.249747 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.249956 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.250221 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.250428 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.250862 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] host = dv-cinder-835881-11-iscsi {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.251096 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.251321 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.251557 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.251888 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.252060 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.252283 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.252541 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.252779 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.253023 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.253270 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.253528 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.253750 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.253957 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.254214 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.254372 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_options = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.254609 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.254870 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.255122 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.255310 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.255474 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.255631 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.255903 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.256050 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.256292 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.256693 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.256905 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.257116 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.257356 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.257564 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.257806 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.258048 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.258259 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.258470 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.258720 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.258949 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.259169 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.260287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.260287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.260287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.260287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.260287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.260693 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.261411 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.261617 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.261847 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.262094 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.262335 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.262577 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.262805 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.263057 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.263280 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.263499 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.263713 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.263985 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.264199 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.264435 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.264713 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.264915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.265545 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.265935 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.266353 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.266760 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_json = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.266977 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.267216 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.267443 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.267747 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.267964 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.269657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.269657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.269657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.269657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.269657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.269657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.270482 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.270482 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.270482 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.270482 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.271189 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.271189 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.271189 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273195 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273858 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.273858 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.274007 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.274127 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.274352 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.276577 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.277113 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.277930 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.278792 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.279240 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.279747 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.280206 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.280688 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.281071 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.281363 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.281823 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.282305 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.282751 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.283231 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.283546 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.283903 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.284171 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.284428 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.284748 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.285000 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.285242 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.285483 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.285716 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.285967 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.286217 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.286482 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.286748 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.286986 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.287233 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.287450 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.287688 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.288124 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.288655 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.288878 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.289115 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.289344 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.289961 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.290216 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.290433 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.290653 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.290910 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.291114 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.291344 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.291557 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.291955 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.292167 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.292412 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.292691 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.292905 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.293137 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.293353 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.293566 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.293781 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.294283 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.294520 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.294735 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.294947 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.295500 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.295718 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.295950 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.296552 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.296769 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.297057 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.297213 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.297573 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.297941 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.298157 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.298375 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.298612 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.298943 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.299187 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.299440 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.299659 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.299901 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.300140 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.300391 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.300647 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.300867 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.301084 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.301356 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.301580 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.301822 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.302079 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.302292 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.302526 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.302763 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.302999 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.303236 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.303461 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.303688 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.303915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.304199 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.304494 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.304747 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.305001 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.305233 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.305518 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.305765 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.306036 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.306273 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.306524 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.306806 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.307074 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.307387 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.307625 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.307861 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.308141 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.308405 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.308726 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.308972 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.309232 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.309481 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.309718 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.309950 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.310170 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.310395 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.310714 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.310942 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.311167 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.311388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.311646 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.311876 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.312124 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.312622 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.312868 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.313112 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.313333 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.313573 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.313783 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.314175 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.314409 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.314621 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.314835 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.315379 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.315379 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.315679 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.315679 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.315913 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.316646 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.316646 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.316646 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.316911 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.316998 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.317236 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.317453 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.317692 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.317925 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.318142 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.318357 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.318571 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.318781 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.319025 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.319238 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.319500 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.319752 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.319989 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.320234 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.320427 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.320690 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.320897 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.321167 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.321366 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.321572 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.321809 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.321987 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.322196 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.322400 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.322636 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.322859 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.323093 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.323326 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.323692 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.323901 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.324123 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.324390 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.324642 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.324858 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.325071 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.325287 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.325501 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.325730 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.325948 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.326176 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.326388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.326599 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.326809 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.327039 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.327311 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.327548 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.327789 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.328003 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.328244 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.328455 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.328692 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.330915 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331752 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331752 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.331957 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.332174 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.332388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.332627 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.332874 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.333080 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334456 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334932 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334932 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.334932 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.335156 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.335315 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.335594 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.335837 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.336130 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.336291 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.336519 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.336762 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.336967 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.337176 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.337394 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.337693 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.337810 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.338087 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.338448 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.338548 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.338820 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.339073 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.339314 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.339554 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.339836 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.340042 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.340302 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.340563 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.340776 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.341001 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.341255 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.341656 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.341826 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.342066 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.342215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:00.342310 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.342556 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.342834 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.343096 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.343307 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.343602 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.343920 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.344171 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.344430 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.344718 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.345491 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.345491 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.345491 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.345942 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.345942 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.346220 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.346220 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.346490 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.346629 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.347305 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.347305 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.347305 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.347770 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.347770 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.348046 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.348185 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.348332 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:28:00.348782 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 15:28:00.349086 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 15:28:00.349390 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 15:28:00.349693 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 15:28:00.349997 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 15:28:00.350292 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 15:28:00.350500 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.350657 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.350959 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.351142 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.351475 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.351771 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.352065 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.352354 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.352676 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.352977 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.353133 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.353433 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.353600 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.353747 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.353902 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.354221 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.354390 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.354555 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.354712 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.354869 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.355025 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.355183 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] debug = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.355344 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.355544 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.355704 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.355856 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.356012 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.356167 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.356326 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.356527 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.356641 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.356946 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.357105 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.357256 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.357427 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.357579 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.357720 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.357866 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358021 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358179 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] host = dv-cinder-835881-11-iscsi {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358333 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358487 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358645 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358796 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.358945 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.359108 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.359251 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.359414 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.359546 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.359697 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.359856 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360012 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360165 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360320 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360509 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_options = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360650 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360809 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.360960 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.361139 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.361300 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.361457 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.361612 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.361759 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.361910 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362056 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362199 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362353 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362506 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362661 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362816 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.362971 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.363126 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.363280 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.363437 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.363592 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.363748 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.363902 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.364057 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.364212 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.364366 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.364541 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.364698 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.364855 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365010 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365167 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365326 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365484 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365640 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365795 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.365951 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.366106 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.366499 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.366499 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.366805 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.366805 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367040 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367040 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367270 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367388 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367532 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367679 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367817 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_json = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.367905 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.368047 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.368199 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.368535 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.368695 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.368852 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.369008 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.369163 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.369318 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 15:28:00.369506 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.369654 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.369887 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.370063 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.370216 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.370366 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.370504 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.370650 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.370787 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371134 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371134 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371425 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371425 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371684 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371684 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.371941 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.372087 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.372226 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.372316 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.372436 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.372600 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.372755 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.373072 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.373215 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.373377 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.373522 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.373683 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.373849 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374011 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374177 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374353 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374497 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374660 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374818 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.374960 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.375122 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.375285 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.375447 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.375605 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.375764 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.375924 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.376083 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.376241 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.376397 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.376567 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.376728 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.376887 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.377065 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.377223 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.377382 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.377541 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.377698 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.377857 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.378050 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.378249 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.378412 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.378569 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.378738 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.378896 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379065 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379234 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379372 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379494 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379645 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379801 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.379958 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.380185 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.380341 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.380513 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.380658 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.380808 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.380945 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381093 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381229 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381363 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381634 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381769 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.381904 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.382072 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.382213 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.382414 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.382837 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.382837 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383106 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383106 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383381 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383381 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383641 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383790 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.383927 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384062 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384191 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384329 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384457 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384678 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384813 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.384956 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385097 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385229 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385359 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385489 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385621 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385784 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.385942 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.386099 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.386242 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.386404 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.386562 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.386719 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.386876 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387021 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387181 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387341 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387498 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387640 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387801 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.387957 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.388124 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.388281 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.388440 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.388615 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.388771 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.388938 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.389115 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.389244 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.389402 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.389560 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.389716 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.389874 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390032 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390188 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390344 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390501 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390668 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390826 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.390987 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.391145 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.391326 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.391482 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.391639 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.391796 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.391953 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.392111 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.392269 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.392426 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.392605 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.392763 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.392920 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.393087 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.393237 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.393393 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.393550 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.393707 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.393867 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394025 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394183 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394342 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394499 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394656 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394812 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.394968 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.395124 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.395285 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.395443 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.395600 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.395757 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.395914 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.396070 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.396227 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.396383 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.396562 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.396719 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.396876 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.397033 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.397193 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.397350 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.397509 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.397669 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.397827 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398010 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398168 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398327 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398484 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398642 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398800 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.398958 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.399117 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.399275 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.399435 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.399594 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.399752 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.399910 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.400085 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.400241 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.400398 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.400578 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.400739 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.400899 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.401057 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.401215 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.401372 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.401529 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.401688 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.401846 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402004 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402161 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402317 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402474 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402634 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402795 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.402952 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.403111 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.403270 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.403429 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.403585 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.403743 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.403900 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.404059 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.404215 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.404372 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.404559 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.404731 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.404888 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.405045 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.405207 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.405363 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.405520 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.405688 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.405846 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406004 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406162 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406317 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406474 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406640 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406798 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.406956 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.407114 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.407269 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.407426 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.407592 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.407748 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.407907 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.408065 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.408221 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.408377 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.408569 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.408732 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.408881 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409037 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409193 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409351 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409517 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409673 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409828 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.409985 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.410141 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.410297 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.410462 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.410621 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.410778 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.410944 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.411101 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.411258 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.411414 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.411584 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.411742 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.411902 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.412059 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.412216 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.412372 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.412552 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.412716 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.412882 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.413046 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.413206 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.413371 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.413556 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.413773 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.413932 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.414095 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.414268 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.414425 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.414581 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.414739 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.414897 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415054 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415216 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415372 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415528 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415685 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415842 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.415998 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.416160 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.416306 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.416462 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.416638 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.416799 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.416956 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.417113 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.417271 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 15:28:00.417423 dv-cinder-835881-11-iscsi neutron-server[103434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 15:28:00.466858 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60466) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:00.478941 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090249 May 12 15:28:11.754448 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e98947-eed1-40e8-8c07-e6601187513e None None] get_active_networks_info from dv-cinder-835881-11-iscsi {{(pid=103543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 15:28:11.807811 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e98947-eed1-40e8-8c07-e6601187513e None None] No non-hosted networks {{(pid=103543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 15:28:11.822315 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.agentschedulers_db [None req-41e98947-eed1-40e8-8c07-e6601187513e None None] DHCP Agent not found on host dv-cinder-835881-11-iscsi {{(pid=103543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 15:28:11.888651 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3d918375-715b-419f-b22e-655aa2f171e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531827'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:13.868157 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2a397850-1d05-4bba-a2c1-04c1c53b9926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531827'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:13.898049 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-09d41b25-91a3-4d35-96d5-d338fd282ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:14.945290 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60532) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:15.003723 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531827'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:15.490078 dv-cinder-835881-11-iscsi neutron-server[103541]: WARNING oslo_policy.policy [None req-22b55a09-20ec-4f7d-b9b1-8bab8dd80afb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:15.490656 dv-cinder-835881-11-iscsi neutron-server[103541]: WARNING oslo_policy.policy [None req-22b55a09-20ec-4f7d-b9b1-8bab8dd80afb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:15.711669 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [None req-22b55a09-20ec-4f7d-b9b1-8bab8dd80afb admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:28:15.720540 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-22b55a09-20ec-4f7d-b9b1-8bab8dd80afb admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7664790 May 12 15:28:16.550684 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531827'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:17.904332 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531827'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:17.905063 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.905355 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.908177 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.908548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.908883 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.909215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.909545 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.910835 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.911190 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.912087 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.913828 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.917025 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.917400 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.917748 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.918085 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:17.918489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:17.926315 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:18.201357 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60566) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:18.532591 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:18.623230 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.policy [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103541) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 15:28:18.664040 dv-cinder-835881-11-iscsi neutron-server[103541]: WARNING oslo_policy.policy [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:18.664348 dv-cinder-835881-11-iscsi neutron-server[103541]: WARNING oslo_policy.policy [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:18.761686 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767967026093', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767967025585', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973399402', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973406141', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973402885', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973412507', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1506328', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1329450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3840000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3925364'] for rbac-policy (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:18.831865 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:18.833114 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b7d4f31e-c2b3-4296-8b9f-a5036fc2646d admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6308231 May 12 15:28:21.298377 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60578) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:21.632947 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:21.664286 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Made reservation on behalf of de03ed75ab8348739b834784d0e22fe5 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:21.668190 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:21.685164 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:21.805183 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks [] for security_group (1cc3fe91-c177-49c2-b5a0-0c53d4a3dcb7), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:21.810752 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (1cc3fe91-c177-49c2-b5a0-0c53d4a3dcb7), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:21.836401 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:28:21.875841 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (3be1fb1a-8299-4b9c-b12d-f8cbdb9540de), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:21.876445 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Added segment 3be1fb1a-8299-4b9c-b12d-f8cbdb9540de of type vlan for network 910304b6-80c0-48a5-95ad-96f755c6d766 May 12 15:28:21.895075 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3fe91-c177-49c2-b5a0-0c53d4a3dcb7,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:21.952330 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.952634 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.952971 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.953317 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.953648 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.953955 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.954558 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.954858 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.955207 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.955528 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.955846 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.956179 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.956504 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.956825 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.957139 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Tracked resource versions report: May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: pushed versions: May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: { 'AddressGroup': {'1.2'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Agent': {'1.1'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'ConntrackHelper': {'1.0'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'LocalIPAssociation': {'1.0'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Log': {'1.0'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'NDPProxy': {'1.0'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Network': {'1.1'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Port': {'1.7'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'PortForwarding': {'1.3'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'QosPolicy': {'1.10'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroup': {'1.5'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SubPort': {'1.0'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Subnet': {'1.1'}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Trunk': {'1.1'}} May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: consumer versions: May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Agent': '1.1', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'ConntrackHelper': '1.0', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'LocalIPAssociation': '1.0', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Log': '1.0', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'NDPProxy': '1.0', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Network': '1.1', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Port': '1.7', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'PortForwarding': '1.3', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'QosPolicy': '1.10', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroup': '1.5', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroupRule': '1.2', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SubPort': '1.0', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Subnet': '1.1', May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Trunk': '1.1'}} May 12 15:28:21.959083 dv-cinder-835881-11-iscsi neutron-server[103541]: {{(pid=103541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:21.985693 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (910304b6-80c0-48a5-95ad-96f755c6d766), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:21.986850 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.db.l3_hamode_db [None req-e1022062-7d48-4d66-9275-83c0e2855462 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 15:28:22.032586 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (910304b6-80c0-48a5-95ad-96f755c6d766), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:22.038037 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:22.038749 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:22.065484 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1022062-7d48-4d66-9275-83c0e2855462 None None] Routers set() bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:28:22.065862 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1022062-7d48-4d66-9275-83c0e2855462 None None] Router IDs set() for agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 15:28:22.109985 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8104711 May 12 15:28:22.159646 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b584c6-d741-4579-9cf2-532c1407693f demo demo] Pushing event updated for resources: {'Network': ['ID=910304b6-80c0-48a5-95ad-96f755c6d766,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:22.172510 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 910304b6-80c0-48a5-95ad-96f755c6d766 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:28:24.578948 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 60590) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:25.113523 dv-cinder-835881-11-iscsi neutron-server[103542]: WARNING oslo_policy.policy [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:25.114331 dv-cinder-835881-11-iscsi neutron-server[103542]: WARNING oslo_policy.policy [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:25.557630 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.policy [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103542) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 15:28:25.597633 dv-cinder-835881-11-iscsi neutron-server[103542]: WARNING oslo_policy.policy [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:25.598227 dv-cinder-835881-11-iscsi neutron-server[103542]: WARNING oslo_policy.policy [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 15:28:25.605532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:25.607417 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d07deb05-f564-423b-b445-6a881e10b8e5 demo admin] 10.222.0.89 "GET /v2.0/networks/910304b6-80c0-48a5-95ad-96f755c6d766 HTTP/1.1" status: 200 len: 825 time: 1.0265553 May 12 15:28:25.651225 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6a47612c-b012-40b9-b1be-c76d0f085858 demo admin] 10.222.0.89 "GET /v2.0/subnetpools/2d4d1470-5490-4079-a131-5ddc533f1c90 HTTP/1.1" status: 200 len: 734 time: 0.0349264 May 12 15:28:25.662727 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Request body: {'subnet': {'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90', 'name': 'private-subnet', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:25.703989 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Made reservation on behalf of de03ed75ab8348739b834784d0e22fe5 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:25.706862 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:26.001800 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:26.071617 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Checking segment: {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:28:26.071987 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Network hostable DHCP agents. Network: 910304b6-80c0-48a5-95ad-96f755c6d766, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:28:26.079362 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:26.090847 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.091195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.091556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.091889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.092216 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.092541 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.092852 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.093206 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.093540 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.093860 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.094191 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.094526 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.094826 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.095144 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.095456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Tracked resource versions report: May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: pushed versions: May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: { 'AddressGroup': {'1.2'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Agent': {'1.1'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'ConntrackHelper': {'1.0'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'LocalIPAssociation': {'1.0'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Log': {'1.0'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'NDPProxy': {'1.0'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Network': {'1.1'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Port': {'1.7'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'PortForwarding': {'1.3'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'QosPolicy': {'1.10'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroup': {'1.5'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SubPort': {'1.0'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Subnet': {'1.1'}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Trunk': {'1.1'}} May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: consumer versions: May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Agent': '1.1', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'ConntrackHelper': '1.0', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'LocalIPAssociation': '1.0', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Log': '1.0', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'NDPProxy': '1.0', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Network': '1.1', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Port': '1.7', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'PortForwarding': '1.3', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'QosPolicy': '1.10', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroup': '1.5', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroupRule': '1.2', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SubPort': '1.0', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Subnet': '1.1', May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Trunk': '1.1'}} May 12 15:28:26.096883 dv-cinder-835881-11-iscsi neutron-server[103542]: {{(pid=103542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:26.128422 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Network 910304b6-80c0-48a5-95ad-96f755c6d766 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:28:26.144008 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 910304b6-80c0-48a5-95ad-96f755c6d766) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:26.149058 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:26.149692 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:26.154124 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f9f45-0926-4379-ba79-3c0ddc479908 None None] Network 910304b6-80c0-48a5-95ad-96f755c6d766 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:28:26.173836 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-137a6e79-f33c-49e3-a5db-d9839af19600 demo admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5144844 May 12 15:28:26.415801 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-910304b6-80c0-48a5-95ad-96f755c6d766', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:28:26.417144 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:26.693649 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Allocated IP 172.20.0.2 (910304b6-80c0-48a5-95ad-96f755c6d766/e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650/be41612d-4fed-44f2-b14c-d34f47a77f9e) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:28:26.967672 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Publish callbacks [] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:26.976941 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:27.042978 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Network 910304b6-80c0-48a5-95ad-96f755c6d766 is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:27.047913 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:27.051333 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:28:27.097568 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Pushing event updated for resources: {'Port': ['ID=be41612d-4fed-44f2-b14c-d34f47a77f9e,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:27.122175 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.122521 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.122871 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.123220 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.123546 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.123866 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.124181 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.124515 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.124849 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.125168 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.125484 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.125812 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.126153 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.126466 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.126775 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Tracked resource versions report: May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: pushed versions: May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: { 'AddressGroup': {'1.2'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Agent': {'1.1'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'ConntrackHelper': {'1.0'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'LocalIPAssociation': {'1.0'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Log': {'1.0'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'NDPProxy': {'1.0'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Network': {'1.1'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Port': {'1.7'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'PortForwarding': {'1.3'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'QosPolicy': {'1.10'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroup': {'1.5'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SubPort': {'1.0'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Subnet': {'1.1'}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Trunk': {'1.1'}} May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: consumer versions: May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Agent': '1.1', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'ConntrackHelper': '1.0', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'LocalIPAssociation': '1.0', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Log': '1.0', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'NDPProxy': '1.0', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Network': '1.1', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Port': '1.7', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'PortForwarding': '1.3', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'QosPolicy': '1.10', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroup': '1.5', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroupRule': '1.2', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SubPort': '1.0', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Subnet': '1.1', May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Trunk': '1.1'}} May 12 15:28:27.128249 dv-cinder-835881-11-iscsi neutron-server[103543]: {{(pid=103543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:27.161480 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Attempting to bind port be41612d-4fed-44f2-b14c-d34f47a77f9e on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:28:27.162083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Attempting to bind port be41612d-4fed-44f2-b14c-d34f47a77f9e by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:28:27.162304 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Attempting to bind port be41612d-4fed-44f2-b14c-d34f47a77f9e on network 910304b6-80c0-48a5-95ad-96f755c6d766 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:28:27.167342 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:28:27.167722 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Checking segment: {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:28:27.168173 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:27.168564 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Bound using segment: {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:28:27.169062 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Bound port: be41612d-4fed-44f2-b14c-d34f47a77f9e, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:28:27.169460 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:27.233009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] For port be41612d-4fed-44f2-b14c-d34f47a77f9e, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:28:27.251588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] For port be41612d-4fed-44f2-b14c-d34f47a77f9e, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=be41612d-4fed-44f2-b14c-d34f47a77f9e,segment=NetworkSegment(3be1fb1a-8299-4b9c-b12d-f8cbdb9540de),segment_id=3be1fb1a-8299-4b9c-b12d-f8cbdb9540de)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:28:27.260312 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:27.315957 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356da7d-7b21-4a81-90e0-84ab4e8fad6f None None] Pushing event updated for resources: {'Port': ['ID=be41612d-4fed-44f2-b14c-d34f47a77f9e,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:28.660603 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 60610) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:28.989217 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [None req-57add5bf-557a-424b-889c-3f8f326bcc6d admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:28:28.990178 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-57add5bf-557a-424b-889c-3f8f326bcc6d admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3286419 May 12 15:28:31.436831 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 60618) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:31.753802 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [None req-fe462983-659c-4321-a9e1-8788eebfc803 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:28:31.754773 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-fe462983-659c-4321-a9e1-8788eebfc803 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3169887 May 12 15:28:34.194353 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60626) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:34.520720 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:34.548100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:34.549779 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:34.691560 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] Publish callbacks [] for router_controller (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), precommit_add_association {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:34.697780 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:34.716003 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:34.717195 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-84ec0428-d8f6-4a0d-bd76-05c1f72d575e demo demo] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5218606 May 12 15:28:37.206016 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60638) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:37.566307 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [None req-dcf046d8-a3df-4454-9a82-dbd55307844a admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:28:37.567410 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dcf046d8-a3df-4454-9a82-dbd55307844a admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3604426 May 12 15:28:38.615003 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device be41612d-4fed-44f2-b14c-d34f47a77f9e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:28:38.686150 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade747e-8e9d-4c39-b25b-b5afdb712c75 None None] Network 910304b6-80c0-48a5-95ad-96f755c6d766 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:28:38.731351 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port be41612d-4fed-44f2-b14c-d34f47a77f9e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:38.731775 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:38.787860 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Provisioning complete for port be41612d-4fed-44f2-b14c-d34f47a77f9e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:38.788172 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:38.984339 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port be41612d-4fed-44f2-b14c-d34f47a77f9e is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:38.984770 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:38.997670 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Current status of the port be41612d-4fed-44f2-b14c-d34f47a77f9e is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:38.998059 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:39.040809 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port be41612d-4fed-44f2-b14c-d34f47a77f9e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=be41612d-4fed-44f2-b14c-d34f47a77f9e,segment=NetworkSegment(3be1fb1a-8299-4b9c-b12d-f8cbdb9540de),segment_id=3be1fb1a-8299-4b9c-b12d-f8cbdb9540de)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:28:39.047870 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:39.119581 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.db.api [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 15:28:39.120068 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG oslo_db.api [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:28:39.124462 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=be41612d-4fed-44f2-b14c-d34f47a77f9e,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:39.659191 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-98ef4143-e296-4736-a901-93d5b03108f3 None None] Current status of the port be41612d-4fed-44f2-b14c-d34f47a77f9e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:39.777445 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-49d8afa0-8ed6-45e5-9dea-ffd9c7b2d073 None None] Provisioning complete for port be41612d-4fed-44f2-b14c-d34f47a77f9e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:39.777834 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-49d8afa0-8ed6-45e5-9dea-ffd9c7b2d073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:39.866040 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-49d8afa0-8ed6-45e5-9dea-ffd9c7b2d073 None None] Current status of the port be41612d-4fed-44f2-b14c-d34f47a77f9e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:40.010911 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 60648) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:40.402043 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:40.434538 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Made reservation on behalf of 7f10033f54fc4f68bcca36ed454874f3 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:40.436877 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.454737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.565602 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks [] for security_group (5120c7c3-1f5e-40e0-a21b-28b83f88d539), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.570568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (5120c7c3-1f5e-40e0-a21b-28b83f88d539), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.582347 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device be41612d-4fed-44f2-b14c-d34f47a77f9e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:28:40.592596 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Reserving flat network on physical network physnet1 {{(pid=103542) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 15:28:40.612032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120c7c3-1f5e-40e0-a21b-28b83f88d539,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:40.618179 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (1d2edcdc-70ea-496c-a355-6d67c304638f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.618684 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Added segment 1d2edcdc-70ea-496c-a355-6d67c304638f of type flat for network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 May 12 15:28:40.630395 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port be41612d-4fed-44f2-b14c-d34f47a77f9e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:40.630788 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.671364 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.709034 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port be41612d-4fed-44f2-b14c-d34f47a77f9e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:40.714557 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.715660 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:40.716246 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:40.787914 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7755489 May 12 15:28:40.838453 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60269a-2e95-4a0c-b48c-2ef63b855363 admin admin] Pushing event updated for resources: {'Network': ['ID=30d3bdd5-00bb-4e79-a65d-ca90dc9fc776,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:40.853010 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:28:41.659741 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e618-fcde-42f8-8e5a-31cf42ca1fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:43.239942 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 60656) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:43.636070 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf424e12-1fd5-4e49-865f-046e18308f6f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:43.637382 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-bf424e12-1fd5-4e49-865f-046e18308f6f demo admin] 10.222.0.89 "GET /v2.0/subnets/e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650 HTTP/1.1" status: 200 len: 849 time: 0.3964469 May 12 15:28:43.801031 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-eee6aac4-ed3d-4e58-9db7-6f9c7dcd20e5 demo admin] 10.222.0.89 "GET /v2.0/routers/9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe HTTP/1.1" status: 200 len: 704 time: 0.1579001 May 12 15:28:43.863905 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cee7-e8eb-41cf-8864-8f95a0ba6d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.077902 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.375638 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Allocated IP 172.20.0.1 (910304b6-80c0-48a5-95ad-96f755c6d766/e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650/ac93f3df-0bf0-4113-b9de-d22a4ac5e20e) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:28:44.538331 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks [] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.613572 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.692958 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Network 910304b6-80c0-48a5-95ad-96f755c6d766 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:44.701743 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:44.706313 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:28:44.707427 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.774467 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Pushing event updated for resources: {'Port': ['ID=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:44.932086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-843f6424-bc4c-42ab-a616-26fe474479a6 None None] Provisioning complete for port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:44.932721 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-843f6424-bc4c-42ab-a616-26fe474479a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.970149 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:44.975978 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-843f6424-bc4c-42ab-a616-26fe474479a6 None None] Port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:28:44.979555 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:45.226657 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks [] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:45.234456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:45.235595 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:45.295374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Pushing event updated for resources: {'Port': ['ID=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:45.362644 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Network 910304b6-80c0-48a5-95ad-96f755c6d766 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:45.364071 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:45.530143 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:28:45.596387 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-c35d761c-7c36-4f66-bcdc-3b1196595d9a None None] Provisioning complete for port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:45.596812 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c35d761c-7c36-4f66-bcdc-3b1196595d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:45.625605 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:28:45.630714 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-2557a574-c54b-401e-a030-579741bd9767 demo admin] 10.222.0.89 "PUT /v2.0/routers/9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8231664 May 12 15:28:45.634266 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-c35d761c-7c36-4f66-bcdc-3b1196595d9a None None] Port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:28:45.637351 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Sync routers for ids ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:28:45.651175 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Routers {'9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:28:45.652023 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:28:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:45.845331 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Set router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:28:46.264622 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'name': 'router1', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:28:34Z', 'updated_at': '2022-05-12T15:28:44Z', 'revision_number': 2, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'gw_port_host': None, '_interfaces': [{'id': 'ac93f3df-0bf0-4113-b9de-d22a4ac5e20e', 'name': '', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'mac_address': 'fa:16:3e:3c:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:44Z', 'updated_at': '2022-05-12T15:28:45Z', 'revision_number': 2, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'subnets': [{'id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:46.313246 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Checking router: 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:28:46.313639 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Updating router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:28:46.392812 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:46.486106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:46.907436 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Publish callbacks [] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:46.914157 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.078547 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Pushing event updated for resources: {'Port': ['ID=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:47.092124 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Attempting to bind port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:28:47.092531 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Attempting to bind port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:28:47.092959 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Attempting to bind port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e on network 910304b6-80c0-48a5-95ad-96f755c6d766 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:28:47.101073 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:28:47.101560 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Checking segment: {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:28:47.102001 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.102389 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Bound using segment: {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:28:47.102874 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Bound port: ac93f3df-0bf0-4113-b9de-d22a4ac5e20e, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be1fb1a-8299-4b9c-b12d-f8cbdb9540de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:28:47.103262 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.107190 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.107520 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.107875 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.108236 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.108566 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.108898 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.109221 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.109519 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.109896 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.110183 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.110501 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.110837 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.111166 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.111487 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.111803 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Tracked resource versions report: May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: pushed versions: May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: { 'AddressGroup': {'1.2'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Agent': {'1.1'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'ConntrackHelper': {'1.0'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'LocalIPAssociation': {'1.0'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Log': {'1.0'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'NDPProxy': {'1.0'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Network': {'1.1'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Port': {'1.7'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'PortForwarding': {'1.3'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'QosPolicy': {'1.10'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroup': {'1.5'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroupRule': {'1.2'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SubPort': {'1.0'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Subnet': {'1.1'}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Trunk': {'1.1'}} May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: consumer versions: May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Agent': '1.1', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'ConntrackHelper': '1.0', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'LocalIPAssociation': '1.0', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Log': '1.0', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'NDPProxy': '1.0', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Network': '1.1', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Port': '1.7', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'PortForwarding': '1.3', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'QosPolicy': '1.10', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroup': '1.5', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroupRule': '1.2', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SubPort': '1.0', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Subnet': '1.1', May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Trunk': '1.1'}} May 12 15:28:47.113295 dv-cinder-835881-11-iscsi neutron-server[103544]: {{(pid=103544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:28:47.184684 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] For port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:28:47.204577 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] For port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,segment=NetworkSegment(3be1fb1a-8299-4b9c-b12d-f8cbdb9540de),segment_id=3be1fb1a-8299-4b9c-b12d-f8cbdb9540de)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:28:47.212184 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.259609 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Routers {'9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:28:47.260240 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:28:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:47.293393 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] Provisioning complete for port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:47.293758 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.376002 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] Set router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:28:47.382381 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] Current status of the port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:47.382962 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.407475 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196026-5ae0-485a-b9da-bc05eedb0f5f None None] Pushing event updated for resources: {'Port': ['ID=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,revision_number=4']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:47.420509 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] For port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,segment=NetworkSegment(3be1fb1a-8299-4b9c-b12d-f8cbdb9540de),segment_id=3be1fb1a-8299-4b9c-b12d-f8cbdb9540de)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:28:47.425783 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.475980 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7fad8-1a9d-4a82-8d4b-1129cc728c54 None None] Pushing event updated for resources: {'Port': ['ID=ac93f3df-0bf0-4113-b9de-d22a4ac5e20e,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:47.547502 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-307238b6-f374-45a7-a8ba-dcfbfab7c934 None None] Provisioning complete for port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:47.549240 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-307238b6-f374-45a7-a8ba-dcfbfab7c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:47.593522 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'name': 'router1', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:28:34Z', 'updated_at': '2022-05-12T15:28:44Z', 'revision_number': 2, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'gw_port_host': None, '_interfaces': [{'id': 'ac93f3df-0bf0-4113-b9de-d22a4ac5e20e', 'name': '', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'mac_address': 'fa:16:3e:3c:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:44Z', 'updated_at': '2022-05-12T15:28:47Z', 'revision_number': 4, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'subnets': [{'id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:47.623828 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69784c29-7fc0-43e4-a352-2987c7d6f77d None None] The sync data for ids ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'] in dv-cinder-835881-11-iscsi is: [{'id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'name': 'router1', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:28:34Z', 'updated_at': '2022-05-12T15:28:44Z', 'revision_number': 2, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'gw_port_host': None, '_interfaces': [{'id': 'ac93f3df-0bf0-4113-b9de-d22a4ac5e20e', 'name': '', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'mac_address': 'fa:16:3e:3c:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:44Z', 'updated_at': '2022-05-12T15:28:47Z', 'revision_number': 4, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'subnets': [{'id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:28:47.635258 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-307238b6-f374-45a7-a8ba-dcfbfab7c934 None None] Current status of the port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:47.893810 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:48.059758 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60676) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:48.310406 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697df721-c2cd-4638-bb08-9d2439e6c610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:48.312111 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-697df721-c2cd-4638-bb08-9d2439e6c610 admin admin] 10.222.0.89 "GET /v2.0/networks/30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 HTTP/1.1" status: 200 len: 842 time: 0.2513626 May 12 15:28:48.321650 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:48.346486 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Made reservation on behalf of 7f10033f54fc4f68bcca36ed454874f3 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:28:48.348874 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:48.699193 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.objects.ports [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103541) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 15:28:48.699653 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (00aaf678-b1f3-4be2-9666-687fe47674a9), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:48.750752 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00aaf678-b1f3-4be2-9666-687fe47674a9,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:48.767275 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:28:48.767647 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Network hostable DHCP agents. Network: 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:28:48.790265 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:28:48.802100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:48.807025 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:48.807619 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:48.813740 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa22d3-224c-4bf2-bdae-58ad3f9027fa None None] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:28:48.824969 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-da0f9013-8f62-4a9f-8721-265cdf4c41d9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5067739 May 12 15:28:48.923042 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf4d489-a209-402c-9474-e8d5d0732a1a None None] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:28:51.255152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 60694) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:51.397932 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-24974aaa-6935-4c55-963d-5cc75ed1c55d demo admin] 10.222.0.89 "GET /v2.0/routers/9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe HTTP/1.1" status: 200 len: 710 time: 0.1413410 May 12 15:28:51.485685 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e361c5-a3b8-4d2b-ad46-1359ce4384d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:28:51.487074 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-72e361c5-a3b8-4d2b-ad46-1359ce4384d0 demo admin] 10.222.0.89 "GET /v2.0/networks/30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 HTTP/1.1" status: 200 len: 886 time: 0.0836997 May 12 15:28:51.496223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:28:51.815437 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks [] for router_gateway (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.048558 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks [] for router_gateway (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.124951 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.230185 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Allocated IP 172.27.2.229 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:28:52.328087 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks [] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.361234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.398875 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:28:52.401485 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:28:52.408939 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:28:52.414311 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Pushing event updated for resources: {'Port': ['ID=bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:52.661642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks [] for router_gateway (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.869879 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4168267'] for router (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.873954 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555674'] for router (9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:52.995382 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:28:53.191427 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:28:53.195815 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:53.212503 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9ac207bf-5e3a-4c60-9e55-e83f2452c181 demo admin] 10.222.0.89 "PUT /v2.0/routers/9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe HTTP/1.1" status: 200 len: 890 time: 1.7039955 May 12 15:28:54.610613 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device ac93f3df-0bf0-4113-b9de-d22a4ac5e20e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:28:54.657508 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:54.657902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:54.741711 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:55.617587 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 60706) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:28:55.752927 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-7b229936-ed30-4bc1-87ff-feb01d9e6c06 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1342020 May 12 15:28:56.421767 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Sync routers for ids ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:28:56.433112 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Routers {'9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:28:56.433769 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:28:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:56.651222 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Set router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:28:57.105537 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'name': 'router1', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:28:34Z', 'updated_at': '2022-05-12T15:28:52Z', 'revision_number': 4, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'gw_port': {'id': 'bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:52Z', 'updated_at': '2022-05-12T15:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'ac93f3df-0bf0-4113-b9de-d22a4ac5e20e', 'name': '', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'mac_address': 'fa:16:3e:3c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:44Z', 'updated_at': '2022-05-12T15:28:47Z', 'revision_number': 5, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'subnets': [{'id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:57.157083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Checking router: 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:28:57.157390 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Updating router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:28:57.208461 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:57.573563 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Publish callbacks [] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:57.579604 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:57.632565 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Attempting to bind port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:28:57.632954 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Attempting to bind port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:28:57.633318 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Attempting to bind port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:28:57.635283 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674b4d8-3a19-466a-9f46-7b51a61171ca None None] Pushing event updated for resources: {'Port': ['ID=bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:57.641813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:28:57.641813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:28:57.642229 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:57.642812 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:28:57.643345 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Bound port: bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:28:57.643720 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:57.696384 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] For port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:28:57.700060 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] For port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:28:57.706773 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:57.769077 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674b4d8-3a19-466a-9f46-7b51a61171ca None None] Pushing event updated for resources: {'Port': ['ID=bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:28:57.774096 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Routers {'9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:28:57.774713 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:28:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:57.892656 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] Set router 9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:28:58.105945 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'name': 'router1', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:28:34Z', 'updated_at': '2022-05-12T15:28:52Z', 'revision_number': 4, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'gw_port': {'id': 'bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:52Z', 'updated_at': '2022-05-12T15:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'ac93f3df-0bf0-4113-b9de-d22a4ac5e20e', 'name': '', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'mac_address': 'fa:16:3e:3c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:44Z', 'updated_at': '2022-05-12T15:28:47Z', 'revision_number': 5, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'subnets': [{'id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:28:58.136710 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5b549-fc2e-4336-943f-ee2cc86f118c None None] The sync data for ids ['9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe'] in dv-cinder-835881-11-iscsi is: [{'id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'name': 'router1', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:28:34Z', 'updated_at': '2022-05-12T15:28:52Z', 'revision_number': 4, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'gw_port': {'id': 'bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:52Z', 'updated_at': '2022-05-12T15:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'ac93f3df-0bf0-4113-b9de-d22a4ac5e20e', 'name': '', 'network_id': '910304b6-80c0-48a5-95ad-96f755c6d766', 'tenant_id': 'de03ed75ab8348739b834784d0e22fe5', 'mac_address': 'fa:16:3e:3c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbac8b1-7877-42f9-a0fe-44e64ac0fdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:28:44Z', 'updated_at': '2022-05-12T15:28:47Z', 'revision_number': 5, 'project_id': 'de03ed75ab8348739b834784d0e22fe5', 'subnets': [{'id': 'e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d4d1470-5490-4079-a131-5ddc533f1c90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:28:58.650048 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:28:58.703946 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:28:58.704788 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:58.792915 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:28:58.793407 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:58.828622 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:28:58.834716 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:28:58.895829 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:29:00.652929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:29:00.732127 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:29:00.732806 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:00.997633 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port bf9b2c34-6f47-4e6a-bcfc-3321e62ac52d is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:29:11.282895 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:29:11.666035 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4bd58dfc-5209-4fd7-9c7d-c524af1f1e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:13.877421 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6091f141-c07a-4eb2-97c1-1d6f267c5749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:14.968840 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:16.489194 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:17.894760 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:41.661785 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e235c1a8-927d-4c7c-ab12-e747fb778493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:43.871395 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f337bb6a-2003-4485-9dee-6b6196ba0105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:44.962702 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:46.497082 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:47.893370 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:29:48.284228 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:30:11.657249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4df79222-9f26-410e-8452-4816e6b30cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:13.859938 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 32958) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:13.880038 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-338e58bc-f2bc-432a-8161-5e80f178074c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:13.935068 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8e8575-9c3d-4f5c-aa27-8bfb920fc43d admin admin] GET failed (client error): The resource could not be found. May 12 15:30:13.936351 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1a8e8575-9c3d-4f5c-aa27-8bfb920fc43d admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0749381 May 12 15:30:14.099252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23e2b4-b40b-4fa1-a290-a68c6e9b0f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:14.100626 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0a23e2b4-b40b-4fa1-a290-a68c6e9b0f6a admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578860 May 12 15:30:14.965543 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:16.362529 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 32968) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:16.471884 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954826a-ee52-4829-bc5e-394422a8761d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:16.473249 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f954826a-ee52-4829-bc5e-394422a8761d admin admin] 10.222.0.89 "GET /v2.0/subnets/e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650 HTTP/1.1" status: 200 len: 849 time: 0.1094477 May 12 15:30:16.482997 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:30:16.499004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:16.579182 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Publish callbacks [] for subnet (e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:16.745636 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767968690562'] for subnet (e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:16.783833 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:16.784966 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:16.785604 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] 10.222.0.89 "PUT /v2.0/subnets/e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650 HTTP/1.1" status: 200 len: 868 time: 0.3064187 May 12 15:30:16.802545 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:30:16.807858 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ce2bd-6d66-4640-b3f9-f5a7427038f1 None None] Network 910304b6-80c0-48a5-95ad-96f755c6d766 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:30:16.810218 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.810548 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.810938 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.811281 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.811617 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.811933 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.812266 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.812625 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.812968 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.813302 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.813631 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.813955 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.814287 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.814609 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:16.814912 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131202e-1409-4346-95dc-b45bee16817b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:30:17.187079 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-ee2efd81-188c-4511-a211-1b96056ff59d None None] Provisioning complete for port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:30:17.187463 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ee2efd81-188c-4511-a211-1b96056ff59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ac93f3df-0bf0-4113-b9de-d22a4ac5e20e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:17.267860 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-ee2efd81-188c-4511-a211-1b96056ff59d None None] Current status of the port ac93f3df-0bf0-4113-b9de-d22a4ac5e20e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:30:17.277180 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-ee2efd81-188c-4511-a211-1b96056ff59d None None] Provisioning complete for port be41612d-4fed-44f2-b14c-d34f47a77f9e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:30:17.277575 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ee2efd81-188c-4511-a211-1b96056ff59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (be41612d-4fed-44f2-b14c-d34f47a77f9e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:17.359302 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-ee2efd81-188c-4511-a211-1b96056ff59d None None] Current status of the port be41612d-4fed-44f2-b14c-d34f47a77f9e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:30:17.890999 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:19.066717 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 32976) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:19.272161 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aa52e-687a-4a75-91a2-c9f9913a9a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:19.272666 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aa52e-687a-4a75-91a2-c9f9913a9a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:19.274225 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-fe1aa52e-687a-4a75-91a2-c9f9913a9a1c admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065680 May 12 15:30:21.517592 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 32986) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:21.655567 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f44f8-a3db-4ff4-9dff-00bce3cd58bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:21.656029 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f44f8-a3db-4ff4-9dff-00bce3cd58bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:21.657610 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-ff6f44f8-a3db-4ff4-9dff-00bce3cd58bb admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1390541 May 12 15:30:23.899462 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 32994) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:24.029054 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06884739-1e46-4836-b65d-52ce0fccf201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:24.030423 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-06884739-1e46-4836-b65d-52ce0fccf201 admin admin] 10.222.0.89 "GET /v2.0/networks/30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 HTTP/1.1" status: 200 len: 886 time: 0.1299920 May 12 15:30:25.284566 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:30:26.281325 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33002) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:26.414368 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8567889-6788-4a72-a5a8-462eb49b79c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:26.415894 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c8567889-6788-4a72-a5a8-462eb49b79c1 admin admin] 10.222.0.89 "GET /v2.0/networks/910304b6-80c0-48a5-95ad-96f755c6d766 HTTP/1.1" status: 200 len: 869 time: 0.1335006 May 12 15:30:28.626188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33010) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:28.748740 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f9ff4-6e96-44af-8295-fbbe08ea494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:28.749209 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f9ff4-6e96-44af-8295-fbbe08ea494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:28.750786 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-be5f9ff4-6e96-44af-8295-fbbe08ea494c admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236417 May 12 15:30:31.014289 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33018) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:31.120359 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74869e86-5e32-41a2-84ed-88b3cb39a95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:31.120832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74869e86-5e32-41a2-84ed-88b3cb39a95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:31.122370 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-74869e86-5e32-41a2-84ed-88b3cb39a95d admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071200 May 12 15:30:33.359981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33026) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:33.450065 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0ded4-f40f-48af-add5-a279cf63a6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:33.451406 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-5ad0ded4-f40f-48af-add5-a279cf63a6ab admin admin] 10.222.0.89 "GET /v2.0/subnets/00aaf678-b1f3-4be2-9666-687fe47674a9 HTTP/1.1" status: 200 len: 816 time: 0.0900958 May 12 15:30:35.683636 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33034) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:30:35.781879 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e443f-5e39-4253-aefd-0690428970d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:30:35.783188 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e97e443f-5e39-4253-aefd-0690428970d5 admin admin] 10.222.0.89 "GET /v2.0/subnets/e2fbcc7f-f333-4a7f-9c7f-170b2b4ba650 HTTP/1.1" status: 200 len: 868 time: 0.0985818 May 12 15:30:41.664150 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4f59ee25-58a3-4d68-ace1-027e0e9e843c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:43.880943 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f0d3af85-1c05-459d-a376-e299806e1fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:44.969441 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:46.503354 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:30:47.884777 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:02.282874 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:31:11.658669 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-7e7670ec-c38e-4647-b55d-ef2f8a677913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:13.875488 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e0a39242-e098-4d6d-ac54-d52be03bbf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:14.972949 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:15.959571 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33092) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:31:16.011019 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [None req-adb00b60-663d-4fe2-92e8-e95e706cf57b admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:31:16.012014 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-adb00b60-663d-4fe2-92e8-e95e706cf57b admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0513682 May 12 15:31:16.509623 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:17.888862 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:18.339367 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33100) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:31:18.405232 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2179b9c7-468a-478d-9549-118c678bbb53 admin admin] GET failed (client error): The resource could not be found. May 12 15:31:18.406521 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-2179b9c7-468a-478d-9549-118c678bbb53 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662029 May 12 15:31:18.553275 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203f5a0-8382-4d77-aa7b-44ec22d84bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:31:18.554772 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1203f5a0-8382-4d77-aa7b-44ec22d84bf1 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428046 May 12 15:31:20.826055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33108) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:31:20.885538 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:31:20.908210 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Made reservation on behalf of 7f10033f54fc4f68bcca36ed454874f3 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:31:20.910665 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:20.938022 dv-cinder-835881-11-iscsi neutron-server[103542]: WARNING neutron.services.revisions.revision_plugin [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Could not find related network for resource to bump revision. May 12 15:31:20.951360 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:31:20.960571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (b9935e2f-8c03-4de1-9e31-ba7332a08522), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:20.960991 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Added segment b9935e2f-8c03-4de1-9e31-ba7332a08522 of type vlan for network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e May 12 15:31:20.997996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (bfc4701c-d41a-4ccf-b7b5-f2ac0716864e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:21.024711 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (bfc4701c-d41a-4ccf-b7b5-f2ac0716864e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:21.025691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:31:21.026244 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:21.058916 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2317746 May 12 15:31:21.088565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Pushing event updated for resources: {'Network': ['ID=bfc4701c-d41a-4ccf-b7b5-f2ac0716864e,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:21.096187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.096565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.096927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.097258 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.097582 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.097967 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.098293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.098611 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.098947 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.099256 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.099579 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.099913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.100232 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.100571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.100889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f215748-312f-45ec-b150-233c29fc01bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:21.112263 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:31:23.316235 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33116) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:31:23.386098 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c158af-2425-4f5d-8f6b-9991f9f17386 admin admin] GET failed (client error): The resource could not be found. May 12 15:31:23.387392 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-03c158af-2425-4f5d-8f6b-9991f9f17386 admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0700390 May 12 15:31:23.460707 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce47e49-acc6-4947-81ab-1e705c8d801c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:31:23.462126 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-5ce47e49-acc6-4947-81ab-1e705c8d801c admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686681 May 12 15:31:23.475003 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:31:23.497799 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Made reservation on behalf of 7f10033f54fc4f68bcca36ed454874f3 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:31:23.500012 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:23.673241 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (70156a9d-8752-483c-9ac5-57ac43c75de7), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:23.718895 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Pushing event updated for resources: {'Subnet': ['ID=70156a9d-8752-483c-9ac5-57ac43c75de7,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:23.732356 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.732738 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.733079 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.733421 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.733754 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.734086 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.734412 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.734732 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.735064 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.735386 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.735730 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.736048 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.736362 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.736692 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.737025 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:23.746417 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Checking segment: {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:31:23.746765 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Network hostable DHCP agents. Network: bfc4701c-d41a-4ccf-b7b5-f2ac0716864e, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:31:23.764827 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:31:23.773930 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, bfc4701c-d41a-4ccf-b7b5-f2ac0716864e) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:31:23.777853 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:31:23.778451 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:23.783071 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe500852-e4d6-403a-b306-2476b09b67c0 None None] Network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:31:23.794363 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c1ee08a6-9665-45e5-8d92-3f10c5f5909b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3227382 May 12 15:31:23.995274 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-bfc4701c-d41a-4ccf-b7b5-f2ac0716864e', 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e', 'project_id': '7f10033f54fc4f68bcca36ed454874f3', 'fixed_ips': [{'subnet_id': '70156a9d-8752-483c-9ac5-57ac43c75de7'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:31:23.996334 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:24.133642 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Allocated IP 192.168.233.2 (bfc4701c-d41a-4ccf-b7b5-f2ac0716864e/70156a9d-8752-483c-9ac5-57ac43c75de7/4c579c60-5ba4-480d-a03b-6e05bd00dde5) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:31:24.277920 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Publish callbacks [] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:24.286388 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:24.324718 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:31:24.327523 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:31:24.331300 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:31:24.346676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Pushing event updated for resources: {'Port': ['ID=4c579c60-5ba4-480d-a03b-6e05bd00dde5,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:24.367773 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.368086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.368439 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.368832 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.369160 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.369484 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.369807 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.370125 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.370465 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.370790 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.371117 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.371451 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.371770 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.372095 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.372402 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:31:24.408276 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Attempting to bind port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:31:24.408592 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Attempting to bind port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:31:24.408949 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Attempting to bind port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 on network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:31:24.414213 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:31:24.414589 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Checking segment: {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:31:24.415006 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:24.415389 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Bound using segment: {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:31:24.415845 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Bound port: 4c579c60-5ba4-480d-a03b-6e05bd00dde5, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:31:24.416217 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:24.478160 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] For port 4c579c60-5ba4-480d-a03b-6e05bd00dde5, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:31:24.481249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] For port 4c579c60-5ba4-480d-a03b-6e05bd00dde5, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4c579c60-5ba4-480d-a03b-6e05bd00dde5,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:31:24.487584 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:24.552133 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e0d82-0243-4c31-9b3d-42f537e69e94 None None] Pushing event updated for resources: {'Port': ['ID=4c579c60-5ba4-480d-a03b-6e05bd00dde5,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:25.402623 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae110f9-d8fe-4a26-95fb-f6b245a0de55 None None] Network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:31:25.511755 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] Provisioning complete for port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:31:25.512580 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:25.601475 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] Current status of the port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:31:25.601912 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:25.637287 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] For port 4c579c60-5ba4-480d-a03b-6e05bd00dde5, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4c579c60-5ba4-480d-a03b-6e05bd00dde5,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:31:25.643599 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:25.697873 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c26c9-f458-4018-a60f-72dbc8d7bf53 None None] Pushing event updated for resources: {'Port': ['ID=4c579c60-5ba4-480d-a03b-6e05bd00dde5,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:31:25.872250 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-0e2337fd-223d-486f-abe8-c935fb68817e None None] Provisioning complete for port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:31:25.872688 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0e2337fd-223d-486f-abe8-c935fb68817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:25.961217 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-0e2337fd-223d-486f-abe8-c935fb68817e None None] Current status of the port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:31:26.708611 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4c579c60-5ba4-480d-a03b-6e05bd00dde5 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:31:26.754586 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:31:26.754980 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4c579c60-5ba4-480d-a03b-6e05bd00dde5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:26.834055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 4c579c60-5ba4-480d-a03b-6e05bd00dde5 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:31:39.286732 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:31:41.667960 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-495cf70d-b7c3-423d-a521-756ed9bd017b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:43.888223 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2618-0671-46e0-8d3e-06cae4a6a848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:44.974469 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:46.514115 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:31:47.898064 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:11.664737 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-34f39898-2526-46e8-be99-86cce996fa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:13.886234 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-51d8d443-4412-4588-be29-40b87af86d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:14.977884 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:16.287331 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:32:16.513921 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:17.893721 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:41.661420 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-22abd339-b1bf-4d9f-9348-49dc4ee00823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:43.881720 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-97268b70-f87a-43cd-92c4-02acda26dba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:44.981610 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:46.519598 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:47.898893 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:32:53.286752 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:33:10.165541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33154) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:33:10.171599 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [None req-bb29cc54-2036-4929-b6a8-23216a009eab tempest-verify_tempest_config-955421603 tempest-verify_tempest_config-955421603-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:33:10.172607 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-bb29cc54-2036-4929-b6a8-23216a009eab tempest-verify_tempest_config-955421603 tempest-verify_tempest_config-955421603-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060441 May 12 15:33:10.486672 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33172) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:33:10.592876 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.712542 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Publish callbacks [] for security_group (48d7388a-470c-4313-9624-75251617f24e), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.718720 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (48d7388a-470c-4313-9624-75251617f24e), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.764892 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=18db3acc2d8440748978fb0d0be255a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2771382 May 12 15:33:10.765713 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d7388a-470c-4313-9624-75251617f24e,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:10.767698 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33176) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:33:10.778410 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.778771 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.779139 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.779485 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.779825 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.780237 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.780555 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.780917 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.781341 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.781633 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.781979 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.782307 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.782626 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.782950 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.783252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ea941-4c0c-4d15-ab19-3247a96a39f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:33:10.835256 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0dded07e-1158-4351-9df6-84da680f11d6 admin admin] Publish callbacks [] for security_group (48d7388a-470c-4313-9624-75251617f24e), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.856576 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0dded07e-1158-4351-9df6-84da680f11d6 admin admin] Publish callbacks [] for security_group (48d7388a-470c-4313-9624-75251617f24e), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.961105 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0dded07e-1158-4351-9df6-84da680f11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (48d7388a-470c-4313-9624-75251617f24e), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.964777 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0dded07e-1158-4351-9df6-84da680f11d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:10.966458 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0dded07e-1158-4351-9df6-84da680f11d6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/48d7388a-470c-4313-9624-75251617f24e HTTP/1.1" status: 204 len: 168 time: 0.1970856 May 12 15:33:10.974907 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dded07e-1158-4351-9df6-84da680f11d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d7388a-470c-4313-9624-75251617f24e,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:33:11.657672 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-654c30ed-5efe-44a5-8d95-4cb2cfb4b309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:13.887086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf2b6-1457-4419-97f3-7bfbff6d82fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:14.985050 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:16.522980 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:17.893420 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:30.286481 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:33:41.669179 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1843860f-a8ae-49cb-a230-695853aba807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:43.895938 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-690efd2c-eca2-4019-a0c0-c6538fdccb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:44.997464 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:46.531186 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:33:47.906560 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:07.290387 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:34:11.675576 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0d972faf-548b-44f7-af9e-8b0d601d0cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:13.895560 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c8bfaca6-8444-4fd1-b55d-bba50bff41b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:14.995838 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:16.538582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:17.911751 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:41.674096 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce91-1d85-4e7b-92d8-cfed2ee41ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:43.893620 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d22d754f-85b3-4a90-85c7-fae49108e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:44.294327 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 5 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:34:44.999342 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:46.536456 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:47.917657 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:34:58.869229 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531827'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:11.658821 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b0b43cf7-a2e8-4ccb-b643-1440c1492dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:12.120293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33246) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:35:12.240849 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-571bef40-0bb4-423d-a5cf-00074e1b062e admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1193678 May 12 15:35:13.889193 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-18438b14-6105-4e16-bcf3-a59a7cb83bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:14.488935 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33256) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:35:14.556672 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a20ae014-c05e-48e7-a196-e72d6c0c603e admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0665939 May 12 15:35:15.008570 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:16.535053 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:17.902399 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:21.294305 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:35:28.846517 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:41.676028 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08cb560b-f3c6-49ff-9c47-5ae3ca7cc8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:43.902441 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a57432ab-8af7-4e01-8ae5-a14a2992b2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:45.105041 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:46.542318 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:47.913926 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:35:58.299121 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:35:58.857460 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:11.669911 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9069-a2fe-498e-8849-8243a0a4953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:13.895547 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e32ecfdc-9ee0-461f-805e-d88521dc579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:15.003912 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:16.542737 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:17.910021 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:28.869497 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:35.299309 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:36:41.668205 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a088b989-f8b6-4aa6-99f3-02c69416fbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:43.900489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-7cfef54b-e01a-4e1d-911f-f5b345bc6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:45.007422 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:46.545263 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:47.910369 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.276457 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33418) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:52.516804 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-68069998-network', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:52.543262 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Made reservation on behalf of 7d51f9d06bb148ecb297dcacdc8b0b32 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:52.546057 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.554892 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.632184 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks [] for security_group (e6d4bc7b-2284-44f8-8a88-dc92a787fdd4), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.637605 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e6d4bc7b-2284-44f8-8a88-dc92a787fdd4), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.666856 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:52.666959 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33448) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:52.676917 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d4bc7b-2284-44f8-8a88-dc92a787fdd4,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:52.687609 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.688028 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.688333 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.688650 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.688996 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.689283 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.689638 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.690001 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.690244 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.690560 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.690888 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.691206 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.691515 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.691822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.692223 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Tracked resource versions report: May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: pushed versions: May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: { 'AddressGroup': {'1.2'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Agent': {'1.1'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'ConntrackHelper': {'1.0'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'LocalIPAssociation': {'1.0'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Log': {'1.0'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'NDPProxy': {'1.0'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Network': {'1.1'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Port': {'1.7'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'PortForwarding': {'1.3'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'QosPolicy': {'1.10'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroup': {'1.5'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SubPort': {'1.0'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Subnet': {'1.1'}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Trunk': {'1.1'}} May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: consumer versions: May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: HyperV agent@hv-cinder-83588: {}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Agent': '1.1', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'ConntrackHelper': '1.0', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'LocalIPAssociation': '1.0', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Log': '1.0', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'NDPProxy': '1.0', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Network': '1.1', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Port': '1.7', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'PortForwarding': '1.3', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'QosPolicy': '1.10', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroup': '1.5', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SecurityGroupRule': '1.2', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'SubPort': '1.0', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Subnet': '1.1', May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: 'Trunk': '1.1'}} May 12 15:36:52.693327 dv-cinder-835881-11-iscsi neutron-server[103541]: {{(pid=103541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:52.698248 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.698653 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Added segment cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2 of type vlan for network 8d0a8c52-c0ac-43a2-8769-296b117079bb May 12 15:36:52.738852 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (8d0a8c52-c0ac-43a2-8769-296b117079bb), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.766162 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (8d0a8c52-c0ac-43a2-8769-296b117079bb), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.767229 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:52.767856 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.820177 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33462) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:52.820325 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5427389 May 12 15:36:52.826640 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Request body: {'subnet': {'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-subnet', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:52.862515 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Made reservation on behalf of 7d51f9d06bb148ecb297dcacdc8b0b32 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:52.866120 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:52.869625 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf45b0-3cf0-4a94-8484-c3488aa5cdc3 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0a8c52-c0ac-43a2-8769-296b117079bb,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:52.883667 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:36:52.992138 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1684893470-network', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:53.042675 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Made reservation on behalf of 8aba4b044dfa42cd8da55086ab774561 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:53.045664 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.058637 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.111480 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (30a28f26-5a2b-44b1-a12f-807cd94acb03), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.198813 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a28f26-5a2b-44b1-a12f-807cd94acb03,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:53.221187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.221525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.221859 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.222266 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.222818 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.223390 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.223951 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.224278 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.224649 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.224970 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.225291 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.225619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.225971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.226242 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.226540 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Tracked resource versions report: May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: pushed versions: May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: { 'AddressGroup': {'1.2'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Agent': {'1.1'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'ConntrackHelper': {'1.0'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'LocalIPAssociation': {'1.0'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Log': {'1.0'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'NDPProxy': {'1.0'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Network': {'1.1'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Port': {'1.7'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'PortForwarding': {'1.3'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'QosPolicy': {'1.10'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroup': {'1.5'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SubPort': {'1.0'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Subnet': {'1.1'}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Trunk': {'1.1'}} May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: consumer versions: May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: HyperV agent@hv-cinder-83588: {}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Agent': '1.1', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'ConntrackHelper': '1.0', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'LocalIPAssociation': '1.0', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Log': '1.0', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'NDPProxy': '1.0', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Network': '1.1', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Port': '1.7', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'PortForwarding': '1.3', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'QosPolicy': '1.10', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroup': '1.5', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SecurityGroupRule': '1.2', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'SubPort': '1.0', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Subnet': '1.1', May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: 'Trunk': '1.1'}} May 12 15:36:53.227811 dv-cinder-835881-11-iscsi neutron-server[103542]: {{(pid=103542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:53.233318 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Checking segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:36:53.233674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Network hostable DHCP agents. Network: 8d0a8c52-c0ac-43a2-8769-296b117079bb, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:53.249409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks [] for security_group (8592c097-2dfd-4239-89a1-669521368d5c), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.257939 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8592c097-2dfd-4239-89a1-669521368d5c), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.272078 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:53.294692 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:53.299950 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 8d0a8c52-c0ac-43a2-8769-296b117079bb) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:53.306425 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592c097-2dfd-4239-89a1-669521368d5c,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:53.312650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (5885c8bb-5415-4898-aba6-497d82613c86), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.313292 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Added segment 5885c8bb-5415-4898-aba6-497d82613c86 of type vlan for network 6d950ca3-1243-4fb1-a3b9-399d6873531e May 12 15:36:53.315612 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafd2a1-b7b1-4302-973b-335a3d90b7e9 None None] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:36:53.315746 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:53.317115 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.371380 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-4fbfa59f-208d-4954-9fad-b4e30dcdd845 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5494385 May 12 15:36:53.373347 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (6d950ca3-1243-4fb1-a3b9-399d6873531e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.375797 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33496) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:53.382470 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:53.401937 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (6d950ca3-1243-4fb1-a3b9-399d6873531e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.403604 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:53.404368 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.439349 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.440806 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.500258 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-8d0a8c52-c0ac-43a2-8769-296b117079bb', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:36:53.502560 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.522917 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks [] for router_controller (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), precommit_add_association {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.524142 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33504) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:53.541603 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] Pushing event updated for resources: {'Network': ['ID=6d950ca3-1243-4fb1-a3b9-399d6873531e,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:53.556406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:36:53.563942 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-530611a6-c939-4114-b252-fe49a0c1a713 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8958905 May 12 15:36:53.566822 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33510) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:53.571525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Request body: {'subnet': {'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1684893470-subnet', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:53.619180 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Made reservation on behalf of 8aba4b044dfa42cd8da55086ab774561 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:53.621649 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.773408 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks [] for router_gateway (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:53.812297 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Allocated IP 172.20.0.2 (8d0a8c52-c0ac-43a2-8769-296b117079bb/30a28f26-5a2b-44b1-a12f-807cd94acb03/3b8391e4-a409-40c7-b28b-ed2c76f4ec5e) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:53.926822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-950576301-network', 'tenant_id': 'dc278e450c714353be7f27fa08069574'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:53.950650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (7e0596ff-b2a8-4063-a9e7-ad582c52e137), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.084074 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Made reservation on behalf of dc278e450c714353be7f27fa08069574 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:54.088603 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Publish callbacks [] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.091370 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.116305 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.164412 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.278882 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:54.282758 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Pushing event updated for resources: {'Port': ['ID=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:54.301339 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:54.308362 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.313922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.316506 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.329209 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.332794 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.333704 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.334278 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.337437 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.338198 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Tracked resource versions report: May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: pushed versions: May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: { 'AddressGroup': {'1.2'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Agent': {'1.1'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'ConntrackHelper': {'1.0'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'LocalIPAssociation': {'1.0'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Log': {'1.0'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'NDPProxy': {'1.0'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Network': {'1.1'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Port': {'1.7'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'PortForwarding': {'1.3'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'QosPolicy': {'1.10'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroup': {'1.5'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroupRule': {'1.2'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SubPort': {'1.0'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Subnet': {'1.1'}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Trunk': {'1.1'}} May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: consumer versions: May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: HyperV agent@hv-cinder-83588: {}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Agent': '1.1', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'ConntrackHelper': '1.0', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'LocalIPAssociation': '1.0', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Log': '1.0', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'NDPProxy': '1.0', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Network': '1.1', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Port': '1.7', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'PortForwarding': '1.3', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'QosPolicy': '1.10', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroup': '1.5', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SecurityGroupRule': '1.2', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'SubPort': '1.0', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Subnet': '1.1', May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: 'Trunk': '1.1'}} May 12 15:36:54.340134 dv-cinder-835881-11-iscsi neutron-server[103543]: {{(pid=103543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:36:54.348256 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:36:54.368243 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0596ff-b2a8-4063-a9e7-ad582c52e137,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:54.423278 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Attempting to bind port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:36:54.423278 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Attempting to bind port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:36:54.423590 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Attempting to bind port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e on network 8d0a8c52-c0ac-43a2-8769-296b117079bb {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:36:54.429195 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:36:54.429567 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Checking segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:36:54.429964 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.430442 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Bound using segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:36:54.431254 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Bound port: 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:36:54.433391 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.476983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Checking segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:36:54.477355 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Network hostable DHCP agents. Network: 6d950ca3-1243-4fb1-a3b9-399d6873531e, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:54.479392 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks [] for security_group (b98f2cf4-1db7-49dd-b48f-74f3884b0343), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.484109 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks [] for router_gateway (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.509200 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] For port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:36:54.509521 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b98f2cf4-1db7-49dd-b48f-74f3884b0343), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.513277 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] For port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:36:54.525189 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.534369 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:54.557595 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 6d950ca3-1243-4fb1-a3b9-399d6873531e) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:54.568767 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:54.568767 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.588040 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.602323 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61273347-7b83-4bca-8c68-d0c70a7b1018 None None] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:36:54.604391 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:36:54.609147 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1ed552f8-c642-4170-bc85-a8121383eefd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0383129 May 12 15:36:54.609147 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33552) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:54.624906 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:54.703395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (6f1a9507-85ac-4f24-a739-1ced5ae17838), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.705585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (6f1a9507-85ac-4f24-a739-1ced5ae17838), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.708152 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (f2f1bc94-e13a-49a0-8583-8721c0ef79ff), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.712962 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Added segment f2f1bc94-e13a-49a0-8583-8721c0ef79ff of type vlan for network 7ef2da11-6583-4235-854e-6839ff8d5196 May 12 15:36:54.816398 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f90106-bb0a-4136-ac22-a90d08d262ef None None] Pushing event updated for resources: {'Port': ['ID=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:54.912700 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks [] for router_controller (6f1a9507-85ac-4f24-a739-1ced5ae17838), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:54.938746 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-6d950ca3-1243-4fb1-a3b9-399d6873531e', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:36:54.944011 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.050142 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f2cf4-1db7-49dd-b48f-74f3884b0343,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:55.115786 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (7ef2da11-6583-4235-854e-6839ff8d5196), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.194576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks [] for router_gateway (6f1a9507-85ac-4f24-a739-1ced5ae17838), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.215456 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (7ef2da11-6583-4235-854e-6839ff8d5196), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.221323 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:55.225908 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.229346 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Allocated IP 172.27.2.52 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/21f00e8a-ae04-4ac9-aa10-54e84085655c) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:55.247694 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Allocated IP 172.20.0.2 (6d950ca3-1243-4fb1-a3b9-399d6873531e/7e0596ff-b2a8-4063-a9e7-ad582c52e137/3fbf39a1-f71d-4102-b03e-f18bf6f12418) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:55.286920 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7613068 May 12 15:36:55.296556 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33572) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:55.301492 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Request body: {'subnet': {'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-950576301-subnet', 'tenant_id': 'dc278e450c714353be7f27fa08069574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:36:55.397352 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826cfbd-2218-42e5-bfb8-d3e2e67a7e4b admin admin] Pushing event updated for resources: {'Network': ['ID=7ef2da11-6583-4235-854e-6839ff8d5196,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:55.449311 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 7ef2da11-6583-4235-854e-6839ff8d5196 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:36:55.502156 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks [] for router_gateway (6f1a9507-85ac-4f24-a739-1ced5ae17838), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.512875 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks [] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.529090 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.594968 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Made reservation on behalf of dc278e450c714353be7f27fa08069574 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:36:55.607295 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.720019 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Publish callbacks [] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.740735 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.786448 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Allocated IP 172.27.2.101 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/094f6eee-b210-4f44-a70a-cde0dd693ec7) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:36:55.819088 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:55.827756 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:55.833857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:36:55.932235 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Pushing event updated for resources: {'Port': ['ID=3fbf39a1-f71d-4102-b03e-f18bf6f12418,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:55.950621 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Attempting to bind port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:36:55.950995 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Attempting to bind port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:36:55.951362 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Attempting to bind port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 on network 6d950ca3-1243-4fb1-a3b9-399d6873531e {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:36:55.957482 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:36:55.957854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Checking segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:36:55.958303 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:55.958700 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Bound using segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:36:55.959179 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Bound port: 3fbf39a1-f71d-4102-b03e-f18bf6f12418, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:36:55.959691 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.002996 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.067384 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (6a634c03-4e0e-4088-930d-52da7026135b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.095051 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks [] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.119888 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] For port 3fbf39a1-f71d-4102-b03e-f18bf6f12418, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:36:56.127946 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] For port 3fbf39a1-f71d-4102-b03e-f18bf6f12418, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3fbf39a1-f71d-4102-b03e-f18bf6f12418,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:36:56.143200 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.159697 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.165367 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:56.166365 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Checking segment: {'id': 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:36:56.166720 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Network hostable DHCP agents. Network: 7ef2da11-6583-4235-854e-6839ff8d5196, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:36:56.205971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:36:56.211344 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:56.224398 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:36:56.234820 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:56.263119 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:36:56.266158 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Pushing event updated for resources: {'Port': ['ID=21f00e8a-ae04-4ac9-aa10-54e84085655c,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.272828 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Network 7ef2da11-6583-4235-854e-6839ff8d5196 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:36:56.282942 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39992d1-f6d5-4639-a37a-91c2a811fb05 None None] Pushing event updated for resources: {'Port': ['ID=3fbf39a1-f71d-4102-b03e-f18bf6f12418,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.356064 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164cf808-7088-466f-887e-e17660280347 None None] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:36:56.387468 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 7ef2da11-6583-4235-854e-6839ff8d5196) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:36:56.420726 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316cbea-1fa4-4766-864e-f3084daf0595 None None] Network 7ef2da11-6583-4235-854e-6839ff8d5196 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:36:56.460921 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Pushing event updated for resources: {'Port': ['ID=094f6eee-b210-4f44-a70a-cde0dd693ec7,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.605073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:56.606712 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.616180 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a634c03-4e0e-4088-930d-52da7026135b,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:56.649854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] Provisioning complete for port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:56.657780 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.707083 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33630) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:56.758409 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-982d0ff6-0d35-48e4-8321-061979f6a0fc admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4602134 May 12 15:36:56.914684 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks [] for router_gateway (6f1a9507-85ac-4f24-a739-1ced5ae17838), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:56.917645 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33640) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:57.019579 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ac5b18d9-b42b-491c-820e-4da7a7b281e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.032652 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks [] for router_gateway (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.100734 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c067cc4-5c59-4dd4-ba1f-db74ea1b100c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.179184 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3fbf39a1-f71d-4102-b03e-f18bf6f12418 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:36:57.349400 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:57.349989 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.411274 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c067cc4-5c59-4dd4-ba1f-db74ea1b100c admin admin] Publish callbacks [] for security_group (cdf03d6e-0293-49a1-ad4e-9cb986d8080d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.456972 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8caa5-dadf-4709-aace-b547d8d21b35 None None] Network 7ef2da11-6583-4235-854e-6839ff8d5196 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:36:57.505797 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (6f1a9507-85ac-4f24-a739-1ced5ae17838), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.529717 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c067cc4-5c59-4dd4-ba1f-db74ea1b100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (cdf03d6e-0293-49a1-ad4e-9cb986d8080d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.559967 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] Current status of the port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:57.560540 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.632844 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] For port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:36:57.645097 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.652379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ac5b18d9-b42b-491c-820e-4da7a7b281e8 admin admin] Publish callbacks [] for security_group (58263679-f2ea-455c-8ccf-12e7ae08ad09), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.676911 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ac5b18d9-b42b-491c-820e-4da7a7b281e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (58263679-f2ea-455c-8ccf-12e7ae08ad09), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:57.692751 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1c067cc4-5c59-4dd4-ba1f-db74ea1b100c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3cd00f6eca614e9db4f8c3837590c359&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7675819 May 12 15:36:57.697718 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33674) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:57.706357 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c067cc4-5c59-4dd4-ba1f-db74ea1b100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf03d6e-0293-49a1-ad4e-9cb986d8080d,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:57.754801 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33686) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:57.785140 dv-cinder-835881-11-iscsi neutron-server[103542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 15:36:57.800916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476ea2a-08ed-47e2-8b4f-eb7e7302cfd6 None None] Pushing event updated for resources: {'Port': ['ID=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:57.932411 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ac5b18d9-b42b-491c-820e-4da7a7b281e8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=830115e9b8a24060816f2e973a3a5ca4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2240098 May 12 15:36:57.950795 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33692) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:58.068965 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.080875 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b18d9-b42b-491c-820e-4da7a7b281e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58263679-f2ea-455c-8ccf-12e7ae08ad09,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.130921 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:58.131828 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.183935 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffc1-9a69-492d-b552-48529fc02d62 admin admin] Publish callbacks [] for security_group (58263679-f2ea-455c-8ccf-12e7ae08ad09), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.227676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-22dcb6bd-4664-4876-a0a1-05fe22d81ce5 None None] Provisioning complete for port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:58.229150 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-22dcb6bd-4664-4876-a0a1-05fe22d81ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.268728 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee557667-82fd-4d86-a006-2136ae2ccdae None None] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:36:58.294873 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8b53c378-5576-437e-ad12-737eb3cdaa29 admin admin] Publish callbacks [] for security_group (cdf03d6e-0293-49a1-ad4e-9cb986d8080d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.302319 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffc1-9a69-492d-b552-48529fc02d62 admin admin] Publish callbacks [] for security_group (58263679-f2ea-455c-8ccf-12e7ae08ad09), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.333376 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 3fbf39a1-f71d-4102-b03e-f18bf6f12418, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3fbf39a1-f71d-4102-b03e-f18bf6f12418,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:36:58.335609 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8b53c378-5576-437e-ad12-737eb3cdaa29 admin admin] Publish callbacks [] for security_group (cdf03d6e-0293-49a1-ad4e-9cb986d8080d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.364962 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.366563 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:36:58.394311 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:36:58.412101 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffc1-9a69-492d-b552-48529fc02d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (58263679-f2ea-455c-8ccf-12e7ae08ad09), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.414925 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffc1-9a69-492d-b552-48529fc02d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.418619 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c2fdffc1-9a69-492d-b552-48529fc02d62 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/58263679-f2ea-455c-8ccf-12e7ae08ad09 HTTP/1.1" status: 204 len: 168 time: 0.4645174 May 12 15:36:58.462543 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdffc1-9a69-492d-b552-48529fc02d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58263679-f2ea-455c-8ccf-12e7ae08ad09,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.567366 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=3fbf39a1-f71d-4102-b03e-f18bf6f12418,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.567366 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:58.567366 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.570472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8b53c378-5576-437e-ad12-737eb3cdaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (cdf03d6e-0293-49a1-ad4e-9cb986d8080d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.570472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8b53c378-5576-437e-ad12-737eb3cdaa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.570472 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-8b53c378-5576-437e-ad12-737eb3cdaa29 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cdf03d6e-0293-49a1-ad4e-9cb986d8080d HTTP/1.1" status: 204 len: 168 time: 0.8554335 May 12 15:36:58.579500 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-22dcb6bd-4664-4876-a0a1-05fe22d81ce5 None None] Current status of the port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:58.585611 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:36:58.604494 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:58.608167 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c378-5576-437e-ad12-737eb3cdaa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf03d6e-0293-49a1-ad4e-9cb986d8080d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:36:58.623077 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.627807 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-01e8d097-a2d8-42bd-b8a6-802a096301aa admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2507496 May 12 15:36:58.629134 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33720) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:58.631907 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-25121c43-9993-4ccb-8acd-e15f4d7b3f7a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:36:58.633533 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-25121c43-9993-4ccb-8acd-e15f4d7b3f7a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/networks?id=7ef2da11-6583-4235-854e-6839ff8d5196 HTTP/1.1" status: 200 len: 811 time: 0.8695266 May 12 15:36:58.639404 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:36:58.641204 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:58.661079 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-b38cab35-52b8-486e-a633-032219fa56fc tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/quotas/dc278e450c714353be7f27fa08069574 HTTP/1.1" status: 200 len: 375 time: 0.0211611 May 12 15:36:58.726200 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-12e7ff43-3e2b-4a4b-b8d9-eebf819e2236 None None] Provisioning complete for port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:58.726668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-12e7ff43-3e2b-4a4b-b8d9-eebf819e2236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:58.764761 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:58.772691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:36:58.811767 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-dfafc335-9665-4b02-8bd6-6bca67794ddf tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=dc278e450c714353be7f27fa08069574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1431611 May 12 15:36:58.928505 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-12e7ff43-3e2b-4a4b-b8d9-eebf819e2236 None None] Current status of the port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:58.947830 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.035495 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3fbf39a1-f71d-4102-b03e-f18bf6f12418 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:36:59.057894 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:36:59.113581 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-b4ffd659-a2e1-4694-8bfb-467b2232378a None None] Provisioning complete for port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:59.113979 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd659-a2e1-4694-8bfb-467b2232378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.144966 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:36:59.186536 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.188050 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-be92673c-c180-4716-9994-f778439e0c69 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5767856 May 12 15:36:59.190905 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33746) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:59.192147 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:36:59.271261 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:36:59.274835 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:59.342506 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33754) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:36:59.393938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a41727d4-f0c7-4692-83ae-d4ecc5f0408a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.399533 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:36:59.400172 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.429698 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:36:56Z', 'revision_number': 3, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:36:59.494924 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:36:59.495281 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Updating router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 port 21f00e8a-ae04-4ac9-aa10-54e84085655c binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:36:59.506803 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffd659-a2e1-4694-8bfb-467b2232378a None None] Current status of the port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:59.586666 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.674556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-a71356ec-73a6-43c0-a658-ab93893aa826 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:36:59.682117 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-a71356ec-73a6-43c0-a658-ab93893aa826 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3662744 May 12 15:36:59.763541 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:36:59.833781 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a41727d4-f0c7-4692-83ae-d4ecc5f0408a admin admin] Publish callbacks [] for security_group (586ceea7-fc8f-4fdf-9547-aa23dd1f0859), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.844157 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a41727d4-f0c7-4692-83ae-d4ecc5f0408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (586ceea7-fc8f-4fdf-9547-aa23dd1f0859), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:36:59.983083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:36:59.984203 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:36:59.994515 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a41727d4-f0c7-4692-83ae-d4ecc5f0408a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=214779b82dec4e9496e09a00e2deef8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6494548 May 12 15:37:00.004408 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33776) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:00.084400 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:00.084798 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.089879 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-08251ea9-9708-4743-a471-c569715f47d5 service neutron] 10.222.0.89 "GET /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063847 May 12 15:37:00.096013 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41727d4-f0c7-4692-83ae-d4ecc5f0408a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ceea7-fc8f-4fdf-9547-aa23dd1f0859,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:00.189902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:36:56Z', 'revision_number': 3, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:00.214414 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-69a1e1cc-771c-42a3-a6e7-ebd27b6c11cc service neutron] 10.222.0.89 "GET /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093359 May 12 15:37:00.214964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33782) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:00.231438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:00.232187 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Updating router 6f1a9507-85ac-4f24-a739-1ced5ae17838 port 094f6eee-b210-4f44-a70a-cde0dd693ec7 binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:37:00.299766 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.331119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33786) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:00.335339 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-23b4c64d-6559-4c5f-a928-7d963cb99e50 admin admin] Publish callbacks [] for security_group (586ceea7-fc8f-4fdf-9547-aa23dd1f0859), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.341101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:00.345247 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Publish callbacks [] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.362844 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.398986 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-23b4c64d-6559-4c5f-a928-7d963cb99e50 admin admin] Publish callbacks [] for security_group (586ceea7-fc8f-4fdf-9547-aa23dd1f0859), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.478115 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.486482 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.494355 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Attempting to bind port 21f00e8a-ae04-4ac9-aa10-54e84085655c on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:00.494754 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Attempting to bind port 21f00e8a-ae04-4ac9-aa10-54e84085655c by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:00.495190 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Attempting to bind port 21f00e8a-ae04-4ac9-aa10-54e84085655c on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:00.523754 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e8455023-d601-40b5-9f68-3b70de00b80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.534118 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Pushing event updated for resources: {'Port': ['ID=21f00e8a-ae04-4ac9-aa10-54e84085655c,revision_number=2']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:00.544829 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:00.544829 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:00.548035 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.548458 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:00.549045 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Bound port: 21f00e8a-ae04-4ac9-aa10-54e84085655c, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:00.549468 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.575206 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.575558 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.575958 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.576390 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.576778 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.577111 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.577529 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.577839 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.578182 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.578540 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.578882 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.580328 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.580452 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2066398335-network', 'tenant_id': '7b26c2d0e4c64b0a8bfa3bfb447b3b27'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:00.580562 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.580562 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.580562 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Tracked resource versions report: May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: pushed versions: May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: { 'AddressGroup': {'1.2'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Agent': {'1.1'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'ConntrackHelper': {'1.0'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'LocalIPAssociation': {'1.0'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Log': {'1.0'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'NDPProxy': {'1.0'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Network': {'1.1'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Port': {'1.7'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'PortForwarding': {'1.3'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'QosPolicy': {'1.10'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroup': {'1.5'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroupRule': {'1.2'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SubPort': {'1.0'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Subnet': {'1.1'}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Trunk': {'1.1'}} May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: consumer versions: May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: { DHCP agent@dv-cinder-835881-11-iscsi: {}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: HyperV agent@hv-cinder-83588: {}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: L3 agent@dv-cinder-835881-11-iscsi: {}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: Metadata agent@dv-cinder-835881-11-iscsi: {}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: Metering agent@dv-cinder-835881-11-iscsi: {}, May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: Open vSwitch agent@dv-cinder-835881-11-iscsi: { 'AddressGroup': '1.2', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Agent': '1.1', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'ConntrackHelper': '1.0', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'LocalIPAssociation': '1.0', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Log': '1.0', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'NDPProxy': '1.0', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Network': '1.1', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Port': '1.7', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'PortForwarding': '1.3', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'QosPolicy': '1.10', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroup': '1.5', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SecurityGroupRule': '1.2', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'SubPort': '1.0', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Subnet': '1.1', May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: 'Trunk': '1.1'}} May 12 15:37:00.581842 dv-cinder-835881-11-iscsi neutron-server[103544]: {{(pid=103544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 15:37:00.633684 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] For port 21f00e8a-ae04-4ac9-aa10-54e84085655c, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:00.638064 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] For port 21f00e8a-ae04-4ac9-aa10-54e84085655c, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=21f00e8a-ae04-4ac9-aa10-54e84085655c,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:00.648054 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-23b4c64d-6559-4c5f-a928-7d963cb99e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (586ceea7-fc8f-4fdf-9547-aa23dd1f0859), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.649521 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.651515 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-23b4c64d-6559-4c5f-a928-7d963cb99e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.675450 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-23b4c64d-6559-4c5f-a928-7d963cb99e50 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/586ceea7-fc8f-4fdf-9547-aa23dd1f0859 HTTP/1.1" status: 204 len: 168 time: 0.6507604 May 12 15:37:00.741542 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33804) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:00.780182 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Made reservation on behalf of 7b26c2d0e4c64b0a8bfa3bfb447b3b27 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:00.781689 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:00.782349 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:00.785829 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.794678 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4c64d-6559-4c5f-a928-7d963cb99e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ceea7-fc8f-4fdf-9547-aa23dd1f0859,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:00.846276 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d9cfa671-8287-43e6-8afd-5e8d3ae42407 req-b271d729-d129-4717-8de4-8e2d9fb82cdd tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 210 time: 0.1032648 May 12 15:37:00.856214 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:00.950889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Allocated IP 172.20.0.1 (6d950ca3-1243-4fb1-a3b9-399d6873531e/7e0596ff-b2a8-4063-a9e7-ad582c52e137/73934873-13b0-4f20-8db5-bdbaeb5321cc) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:01.009662 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Allocated IP 172.20.0.1 (8d0a8c52-c0ac-43a2-8769-296b117079bb/30a28f26-5a2b-44b1-a12f-807cd94acb03/543b4a2c-b994-44e3-a12d-6d34fa5e7c97) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:01.072123 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:01.083215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Publish callbacks [] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.100628 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.147957 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks [] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.189484 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.190938 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6e8d-1e26-492a-94e7-7a4ad1b73152 None None] Pushing event updated for resources: {'Port': ['ID=094f6eee-b210-4f44-a70a-cde0dd693ec7,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.218220 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Attempting to bind port 094f6eee-b210-4f44-a70a-cde0dd693ec7 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:01.219051 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Attempting to bind port 094f6eee-b210-4f44-a70a-cde0dd693ec7 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:01.219565 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Attempting to bind port 094f6eee-b210-4f44-a70a-cde0dd693ec7 on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:01.226945 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:01.227514 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:01.228063 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.228648 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:01.229404 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Bound port: 094f6eee-b210-4f44-a70a-cde0dd693ec7, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:01.229943 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.263107 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:01.266225 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b6a4-b498-49dd-9f78-37fd1deb2d0c None None] Pushing event updated for resources: {'Port': ['ID=21f00e8a-ae04-4ac9-aa10-54e84085655c,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.277707 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:01.302884 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:01.303100 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] For port 094f6eee-b210-4f44-a70a-cde0dd693ec7, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:01.303398 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.307897 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] For port 094f6eee-b210-4f44-a70a-cde0dd693ec7, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=094f6eee-b210-4f44-a70a-cde0dd693ec7,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:01.317989 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.360445 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Pushing event updated for resources: {'Port': ['ID=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.450011 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks [] for security_group (d6d16d4f-be31-42e5-8fab-74a218aec6c3), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.466900 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:01.468452 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:01.474802 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6e8d-1e26-492a-94e7-7a4ad1b73152 None None] Pushing event updated for resources: {'Port': ['ID=094f6eee-b210-4f44-a70a-cde0dd693ec7,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.502404 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks [] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.512212 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:36:56Z', 'revision_number': 3, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:01.543624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e8455023-d601-40b5-9f68-3b70de00b80c admin admin] Publish callbacks [] for security_group (314deed0-0953-4fb8-b65b-19dd095223d0), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.547124 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d6d16d4f-be31-42e5-8fab-74a218aec6c3), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.566380 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a0de9-1e7c-45db-96d5-7fbb270d0afc None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:36:56Z', 'revision_number': 3, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:01.590032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e8455023-d601-40b5-9f68-3b70de00b80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (314deed0-0953-4fb8-b65b-19dd095223d0), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.606737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:37:01.697098 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d16d4f-be31-42e5-8fab-74a218aec6c3,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.732145 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:01.738807 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8455023-d601-40b5-9f68-3b70de00b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314deed0-0953-4fb8-b65b-19dd095223d0,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:01.753433 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e8455023-d601-40b5-9f68-3b70de00b80c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4f25b8cf2e9e4bc49df36ff4b00e5f68&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4207509 May 12 15:37:01.754106 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 33844) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:01.757628 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (d18ce943-7ac7-470f-ab6e-89b31125add0), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.758043 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Added segment d18ce943-7ac7-470f-ab6e-89b31125add0 of type vlan for network 39ab8b4e-b298-4408-b979-0ab7de3a953b May 12 15:37:01.814119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-eeaee307-b747-43f8-b90f-e5156a838ee3 None None] Provisioning complete for port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:01.815866 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-eeaee307-b747-43f8-b90f-e5156a838ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.848203 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.862558 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:01.884371 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:01.911454 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:01.914196 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:01.915395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (6f1a9507-85ac-4f24-a739-1ced5ae17838), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.078705 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-eeaee307-b747-43f8-b90f-e5156a838ee3 None None] Port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:37:02.126363 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99790f25-e827-45af-b3ad-9cae3ed4fe79 admin admin] Publish callbacks [] for security_group (314deed0-0953-4fb8-b65b-19dd095223d0), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.248890 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:36:56Z', 'revision_number': 3, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:02.258800 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.279396 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (39ab8b4e-b298-4408-b979-0ab7de3a953b), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.322610 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b71f3b-8832-44e2-9f50-6031facef32f None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:36:56Z', 'revision_number': 3, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:02.350904 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99790f25-e827-45af-b3ad-9cae3ed4fe79 admin admin] Publish callbacks [] for security_group (314deed0-0953-4fb8-b65b-19dd095223d0), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.381149 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks [] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.390636 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.391591 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.422855 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-943d3d7f-aa12-41b6-acbd-04e340074c71 None None] Provisioning complete for port 73934873-13b0-4f20-8db5-bdbaeb5321cc triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:02.423261 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-943d3d7f-aa12-41b6-acbd-04e340074c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.485593 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Pushing event updated for resources: {'Port': ['ID=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:02.515553 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.db.resource_extend [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:37:02.533975 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-943d3d7f-aa12-41b6-acbd-04e340074c71 None None] Port 73934873-13b0-4f20-8db5-bdbaeb5321cc cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:37:02.598157 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6d026927-6396-4921-9865-90882f1eb967 req-6bc3b109-a121-409b-80ea-e028936952b2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 210 time: 0.4171610 May 12 15:37:02.610032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=73934873-13b0-4f20-8db5-bdbaeb5321cc,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:02.623374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (39ab8b4e-b298-4408-b979-0ab7de3a953b), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.624662 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:02.630670 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.668168 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:02.670379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:02.749815 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] Pushing event updated for resources: {'Network': ['ID=39ab8b4e-b298-4408-b979-0ab7de3a953b,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:02.774206 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 39ab8b4e-b298-4408-b979-0ab7de3a953b details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:37:02.816342 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99790f25-e827-45af-b3ad-9cae3ed4fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (314deed0-0953-4fb8-b65b-19dd095223d0), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.828747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99790f25-e827-45af-b3ad-9cae3ed4fe79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:02.830021 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-99790f25-e827-45af-b3ad-9cae3ed4fe79 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/314deed0-0953-4fb8-b65b-19dd095223d0 HTTP/1.1" status: 204 len: 168 time: 1.0627580 May 12 15:37:02.846257 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b8f9d108-958c-43f4-bb74-ca396bd4079b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6284900 May 12 15:37:02.851395 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33878) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:02.993154 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks [] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.006546 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.010353 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (6f1a9507-85ac-4f24-a739-1ced5ae17838), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.141101 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790f25-e827-45af-b3ad-9cae3ed4fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314deed0-0953-4fb8-b65b-19dd095223d0,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:03.179744 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:03.215824 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21f00e8a-ae04-4ac9-aa10-54e84085655c up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:03.244819 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:03.342840 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Request body: {'subnet': {'network_id': '39ab8b4e-b298-4408-b979-0ab7de3a953b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2066398335-subnet', 'tenant_id': '7b26c2d0e4c64b0a8bfa3bfb447b3b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:03.389146 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=73934873-13b0-4f20-8db5-bdbaeb5321cc,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:03.438412 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Made reservation on behalf of 7b26c2d0e4c64b0a8bfa3bfb447b3b27 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:03.444569 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.453697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-b1d132e9-34ed-4915-8d5e-926692000d1c None None] Provisioning complete for port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:03.454314 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b1d132e9-34ed-4915-8d5e-926692000d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.584905 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 21f00e8a-ae04-4ac9-aa10-54e84085655c triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:03.585304 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.586547 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:37:03.659562 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-b1d132e9-34ed-4915-8d5e-926692000d1c None None] Port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:37:03.796314 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-1e10a631-9f83-4959-afcf-0162b115ba0b None None] Provisioning complete for port 73934873-13b0-4f20-8db5-bdbaeb5321cc triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:03.796314 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1e10a631-9f83-4959-afcf-0162b115ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.892036 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:37:03.957123 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (3015edcd-b091-4800-bf70-825682e641d5), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:03.960400 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:37:03.967295 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-863b00a8-0259-478b-a3ad-5a643cb22ce6 admin admin] 10.222.0.89 "PUT /v2.0/routers/6f1a9507-85ac-4f24-a739-1ced5ae17838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7752264 May 12 15:37:04.014916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-1e10a631-9f83-4959-afcf-0162b115ba0b None None] Port 73934873-13b0-4f20-8db5-bdbaeb5321cc cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:37:04.023631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 21f00e8a-ae04-4ac9-aa10-54e84085655c is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:04.023898 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:04.036104 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f4abacaf-963f-4a75-b96a-400274f67f0b req-0cf8f8ef-ccdc-4646-912a-506f95ade615 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 210 time: 0.0549848 May 12 15:37:04.060691 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 21f00e8a-ae04-4ac9-aa10-54e84085655c, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=21f00e8a-ae04-4ac9-aa10-54e84085655c,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:04.067106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:04.068631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 094f6eee-b210-4f44-a70a-cde0dd693ec7 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:04.174275 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=21f00e8a-ae04-4ac9-aa10-54e84085655c,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:04.186254 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3015edcd-b091-4800-bf70-825682e641d5,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:04.196075 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 094f6eee-b210-4f44-a70a-cde0dd693ec7 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:04.196631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:04.278210 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Checking segment: {'id': 'd18ce943-7ac7-470f-ab6e-89b31125add0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '39ab8b4e-b298-4408-b979-0ab7de3a953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:04.278572 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Network hostable DHCP agents. Network: 39ab8b4e-b298-4408-b979-0ab7de3a953b, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:37:04.355536 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.88', 58743) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:04.395437 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 094f6eee-b210-4f44-a70a-cde0dd693ec7 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:04.402018 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:04.460419 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Network 39ab8b4e-b298-4408-b979-0ab7de3a953b is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:37:04.491981 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 094f6eee-b210-4f44-a70a-cde0dd693ec7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=094f6eee-b210-4f44-a70a-cde0dd693ec7,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:04.507003 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:04.519611 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 39ab8b4e-b298-4408-b979-0ab7de3a953b) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:04.543189 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:04.545149 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:04.555986 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:37:04.577174 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-fc698af5-b427-49db-b2dd-534affb62d13 admin admin] 10.222.0.89 "PUT /v2.0/routers/7ad5dd34-e9fc-431c-94fe-25aadaa4f268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9475284 May 12 15:37:04.588144 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa6cba-449b-4c11-afab-2a28218454fb None None] Network 39ab8b4e-b298-4408-b979-0ab7de3a953b requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:37:04.642165 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dc2ad40c-8483-46bf-b783-742a9a2eaf4c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7827938 May 12 15:37:04.740125 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=094f6eee-b210-4f44-a70a-cde0dd693ec7,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:04.741941 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-b0676b16-fd27-4e2f-a456-a1bd02d3f924 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:04.746918 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-b0676b16-fd27-4e2f-a456-a1bd02d3f924 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.88 "GET /v2.0/networks?id=7ef2da11-6583-4235-854e-6839ff8d5196 HTTP/1.1" status: 200 len: 811 time: 0.3898039 May 12 15:37:04.804295 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf2938-6354-4306-a94d-2c75971dbde0 None None] Network 39ab8b4e-b298-4408-b979-0ab7de3a953b requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:37:04.920096 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Request body: {'port': {'device_id': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196', 'admin_state_up': True, 'tenant_id': 'dc278e450c714353be7f27fa08069574'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:05.083947 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33982) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:05.096956 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144247485', 'description': 'tempest-description--1338888752'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:05.146564 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.303821 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21f00e8a-ae04-4ac9-aa10-54e84085655c up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:05.327308 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (92aece3c-873e-49f2-84db-d06648929c68), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.342398 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (92aece3c-873e-49f2-84db-d06648929c68), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.451222 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.452762 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3670895 May 12 15:37:05.456826 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 33998) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:05.485757 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'security_group_rule': {'security_group_id': '92aece3c-873e-49f2-84db-d06648929c68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:05.507860 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87743f-6083-4e17-99a1-eaa10132844c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92aece3c-873e-49f2-84db-d06648929c68,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:05.534459 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Made reservation on behalf of dc278e450c714353be7f27fa08069574 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:05.543319 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.545455 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 21f00e8a-ae04-4ac9-aa10-54e84085655c triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:05.545918 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.577532 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (12317c96-b26f-43c7-9459-33448d9c1871), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.706645 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:37:05.733247 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:05.733908 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:05.769624 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (12317c96-b26f-43c7-9459-33448d9c1871), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.781484 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (12317c96-b26f-43c7-9459-33448d9c1871), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.817161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12317c96-b26f-43c7-9459-33448d9c1871,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:05.860601 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:05.863555 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d76b144a-2166-477c-8dce-31a631cfcbf3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054492 May 12 15:37:05.864255 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34024) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:05.867713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34026) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:05.875573 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165720697', 'description': 'tempest-description--1898159356'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:05.909645 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 21f00e8a-ae04-4ac9-aa10-54e84085655c is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:05.912028 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 094f6eee-b210-4f44-a70a-cde0dd693ec7 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:05.916634 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'security_group_rule': {'security_group_id': '92aece3c-873e-49f2-84db-d06648929c68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:05.966723 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.050168 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:37:06.062641 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 094f6eee-b210-4f44-a70a-cde0dd693ec7 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:06.066925 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.141556 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:06.142236 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:06.171540 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:06.208393 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (ebed13ff-d14f-49f2-9629-e29888825be2), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.241297 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (ebed13ff-d14f-49f2-9629-e29888825be2), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.287754 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34050) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:06.332125 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebed13ff-d14f-49f2-9629-e29888825be2,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:06.346869 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.352969 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f53633a3-53e2-4ae1-8a4f-7c42975781d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4875154 May 12 15:37:06.356234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34056) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:06.367220 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'security_group_rule': {'security_group_id': 'ebed13ff-d14f-49f2-9629-e29888825be2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:06.399281 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Allocated IP 172.20.0.6 (7ef2da11-6583-4235-854e-6839ff8d5196/6a634c03-4e0e-4088-930d-52da7026135b/c2c5418a-5981-4611-a818-0337a7b7c9d6) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:06.424195 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (8883163a-a228-4549-bce7-c533a2c0316b), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.555892 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 094f6eee-b210-4f44-a70a-cde0dd693ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:06.591427 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (8883163a-a228-4549-bce7-c533a2c0316b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.596112 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (8883163a-a228-4549-bce7-c533a2c0316b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.609266 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks [] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.640736 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8883163a-a228-4549-bce7-c533a2c0316b,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:06.641859 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:06.653079 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.667957 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-36d46abd-b906-4fcc-9cbc-6d88fdd950db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082721 May 12 15:37:06.670573 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34068) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:06.676827 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f5cf0778-c88d-4f44-b8ac-e248c4614899 req-68685bfb-fb63-4564-8f84-544319973035 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 210 time: 0.8079879 May 12 15:37:06.681235 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'security_group_rule': {'security_group_id': 'ebed13ff-d14f-49f2-9629-e29888825be2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:06.686882 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 2, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:06.689046 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.757206 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (7a2b17e6-d05b-4f31-a022-2c1333f6215a), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.763882 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:06.765284 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Updating router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:37:06.799695 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:06.928164 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Network 7ef2da11-6583-4235-854e-6839ff8d5196 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:06.951428 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:06.952057 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (7a2b17e6-d05b-4f31-a022-2c1333f6215a), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.050798 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (7a2b17e6-d05b-4f31-a022-2c1333f6215a), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.052594 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:07.060939 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-21175c75-d1c8-4242-970c-7df640f31796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.071849 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:07.073026 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.084219 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (ab58e53b-245e-40a0-be89-42c8a332e128), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.173716 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Pushing event updated for resources: {'Port': ['ID=c2c5418a-5981-4611-a818-0337a7b7c9d6,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:07.194516 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2b17e6-d05b-4f31-a022-2c1333f6215a,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:07.201924 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-00cf28ac-1dd3-4af4-ba57-3c93702cc65a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2919252 May 12 15:37:07.237818 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-ca19f2ec-1828-4c27-a5d5-d64c2c1e4e59 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:37:07.252951 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.253423 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-ca19f2ec-1828-4c27-a5d5-d64c2c1e4e59 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0322733 May 12 15:37:07.276570 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dccb41ae-e657-41ea-bdba-caed0ab7a58f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6054578 May 12 15:37:07.301544 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34092) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:07.326258 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 2, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:07.331351 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:07.369981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (ab58e53b-245e-40a0-be89-42c8a332e128), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.380322 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (ab58e53b-245e-40a0-be89-42c8a332e128), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.420939 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab58e53b-245e-40a0-be89-42c8a332e128,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:07.449945 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:07.450327 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Updating router 6f1a9507-85ac-4f24-a739-1ced5ae17838 port 73934873-13b0-4f20-8db5-bdbaeb5321cc binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:37:07.471220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.471220 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1efad848-16ea-48d1-ad52-1cc95ae66db4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5968094 May 12 15:37:07.477537 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34100) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:07.484353 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.489658 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:07.596263 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.599268 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.734404 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Publish callbacks [] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.772770 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:07.933130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34114) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:07.979928 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83758d-de0a-44af-bc7a-56cb90a79f93 None None] Pushing event updated for resources: {'Port': ['ID=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:07.980571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373820610-network', 'tenant_id': '4afa15e41901433dae3ac6d9ffcf6104'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:08.160641 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.164615 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Attempting to bind port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:08.170905 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Attempting to bind port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:08.171507 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Attempting to bind port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 on network 8d0a8c52-c0ac-43a2-8769-296b117079bb {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:08.178104 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:08.178848 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Checking segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:08.179545 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.180611 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Bound using segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:08.181394 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Bound port: 543b4a2c-b994-44e3-a12d-6d34fa5e7c97, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:08.182136 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.205594 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Request body: {'port': {'device_id': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:08.221409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.249496 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Made reservation on behalf of 4afa15e41901433dae3ac6d9ffcf6104 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:08.271549 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.333224 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] For port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:08.343653 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] For port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:08.375324 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.422976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.438652 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-21175c75-d1c8-4242-970c-7df640f31796 admin admin] Publish callbacks [] for security_group (8677bd2a-6352-4c49-b270-bb93cee6624f), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.483003 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:08.484365 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:08.495839 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-21175c75-d1c8-4242-970c-7df640f31796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8677bd2a-6352-4c49-b270-bb93cee6624f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.601181 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] Provisioning complete for port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:08.604356 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.673054 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Allocated IP 172.27.2.85 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/8f57aa6e-39cf-45b6-b838-57dd30290b6f) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:08.760009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Publish callbacks [] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.763926 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks [] for security_group (a168a28d-4d67-486c-9eaf-5111facd9319), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.788763 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a168a28d-4d67-486c-9eaf-5111facd9319), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.815340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:37:08.835597 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:08.838576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (57ef7fc1-c7e4-41e3-950d-2497cd66a3d1), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.839437 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Added segment 57ef7fc1-c7e4-41e3-950d-2497cd66a3d1 of type vlan for network c441f727-d920-40a9-a899-f7fd4f7d2b2c May 12 15:37:08.857008 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.889368 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.930079 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:08.948519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (c441f727-d920-40a9-a899-f7fd4f7d2b2c), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.047988 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'Port': ['ID=8f57aa6e-39cf-45b6-b838-57dd30290b6f,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:09.112677 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:09.118248 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:09.127161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:09.133079 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-21175c75-d1c8-4242-970c-7df640f31796 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=572a271fedf040ad9192436d16b9a972&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8302355 May 12 15:37:09.135064 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21175c75-d1c8-4242-970c-7df640f31796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8677bd2a-6352-4c49-b270-bb93cee6624f,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:09.149549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34152) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:09.172565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9748d-7f0d-4fe0-b406-2174944b9a94 req-9abe70ca-1423-4be6-aed0-638640efeae9 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:09.182938 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65b9748d-7f0d-4fe0-b406-2174944b9a94 req-9abe70ca-1423-4be6-aed0-638640efeae9 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 931 time: 1.2314751 May 12 15:37:09.203543 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83758d-de0a-44af-bc7a-56cb90a79f93 None None] Pushing event updated for resources: {'Port': ['ID=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,revision_number=4']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:09.219528 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fe63-998d-4f06-b7e6-4dcf309e14b4 None None] Pushing event updated for resources: {'Port': ['ID=73934873-13b0-4f20-8db5-bdbaeb5321cc,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:09.223066 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a168a28d-4d67-486c-9eaf-5111facd9319,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:09.236152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (c441f727-d920-40a9-a899-f7fd4f7d2b2c), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.251403 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:09.253329 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.448231 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] Pushing event updated for resources: {'Network': ['ID=c441f727-d920-40a9-a899-f7fd4f7d2b2c,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:09.516117 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Attempting to bind port 73934873-13b0-4f20-8db5-bdbaeb5321cc on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:09.516507 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Attempting to bind port 73934873-13b0-4f20-8db5-bdbaeb5321cc by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:09.516866 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Attempting to bind port 73934873-13b0-4f20-8db5-bdbaeb5321cc on network 6d950ca3-1243-4fb1-a3b9-399d6873531e {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:09.525707 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network c441f727-d920-40a9-a899-f7fd4f7d2b2c details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:37:09.526984 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.551573 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-32862a1a-26d5-4f7e-9248-96344766df9c admin admin] Publish callbacks [] for security_group (8677bd2a-6352-4c49-b270-bb93cee6624f), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.559650 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (3d9411be-c598-49e6-bd19-1ba3f4fea754), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.590609 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65b9748d-7f0d-4fe0-b406-2174944b9a94 req-28e9951c-96c0-4b0c-8d2c-15c90e8a8e56 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036412 May 12 15:37:09.600855 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9dff6979-3fdf-4701-868a-5541ec515d02 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6486437 May 12 15:37:09.618331 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34162) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:09.622622 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:09.623333 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Checking segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:09.623438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.623799 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Bound using segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:09.624296 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Bound port: 73934873-13b0-4f20-8db5-bdbaeb5321cc, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:09.624707 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.650682 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:08Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:09.663421 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] Current status of the port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:09.663865 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.669163 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-32862a1a-26d5-4f7e-9248-96344766df9c admin admin] Publish callbacks [] for security_group (8677bd2a-6352-4c49-b270-bb93cee6624f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.671801 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.746311 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] For port 73934873-13b0-4f20-8db5-bdbaeb5321cc, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:09.749951 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6cd75f-3d92-4e09-84a4-9ca7180863cd None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:08Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:09.751681 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] For port 73934873-13b0-4f20-8db5-bdbaeb5321cc, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=73934873-13b0-4f20-8db5-bdbaeb5321cc,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:09.781164 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] For port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:09.783678 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.796342 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:09.843452 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:09.843452 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:36:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:10.027437 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-32862a1a-26d5-4f7e-9248-96344766df9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8677bd2a-6352-4c49-b270-bb93cee6624f), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.032106 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Request body: {'subnet': {'network_id': 'c441f727-d920-40a9-a899-f7fd4f7d2b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373820610-subnet', 'tenant_id': '4afa15e41901433dae3ac6d9ffcf6104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:10.035940 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-32862a1a-26d5-4f7e-9248-96344766df9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.037968 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-32862a1a-26d5-4f7e-9248-96344766df9c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8677bd2a-6352-4c49-b270-bb93cee6624f HTTP/1.1" status: 204 len: 168 time: 0.8869936 May 12 15:37:10.059019 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32862a1a-26d5-4f7e-9248-96344766df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8677bd2a-6352-4c49-b270-bb93cee6624f,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:10.135654 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Provisioning complete for port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:10.136325 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.215782 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fe63-998d-4f06-b7e6-4dcf309e14b4 None None] Pushing event updated for resources: {'Port': ['ID=73934873-13b0-4f20-8db5-bdbaeb5321cc,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:10.252605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:10.277656 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.290399 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.349474 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'Port': ['ID=8f57aa6e-39cf-45b6-b838-57dd30290b6f,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:10.397689 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (3d9411be-c598-49e6-bd19-1ba3f4fea754), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.451375 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.456517 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a786a01a-6c51-4972-b604-b76126eccf87 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1457226 May 12 15:37:10.735148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c5418a-5981-4611-a818-0337a7b7c9d6 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:37:10.756084 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Publish callbacks [] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:10.759506 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Made reservation on behalf of 4afa15e41901433dae3ac6d9ffcf6104 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:10.762548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.123862 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Allocated IP 172.27.2.47 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/9bedf0c3-3e63-4375-b880-3959483bf971) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:11.124550 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34214) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:11.151278 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce301-df88-4a34-be07-c60ed12c744f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.211883 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (9e7d3f06-2a5f-4665-a6f7-8b72ae43186e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.216437 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:11.339913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa4f9-e819-4d30-b915-62afdf414d23 req-32155b1d-96c5-4de6-9f6a-c9fe46a91046 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:11.363618 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f73fa4f9-e819-4d30-b915-62afdf414d23 req-32155b1d-96c5-4de6-9f6a-c9fe46a91046 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 931 time: 0.2332511 May 12 15:37:11.411335 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce301-df88-4a34-be07-c60ed12c744f admin admin] Publish callbacks [] for security_group (b88e6956-0644-40b7-a4a2-04db8eb9cd77), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.413744 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Transition to ACTIVE for port object c2c5418a-5981-4611-a818-0337a7b7c9d6 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:37:11.418909 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce301-df88-4a34-be07-c60ed12c744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b88e6956-0644-40b7-a4a2-04db8eb9cd77), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.465653 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f9d43-7383-4062-8373-8b0785a3f969 None None] Pushing event updated for resources: {'Port': ['ID=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:11.537486 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.542396 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f73fa4f9-e819-4d30-b915-62afdf414d23 req-b31192b3-3cb8-4e59-a5d6-5f6025eed7e4 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774340 May 12 15:37:11.546677 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-bd6ce301-df88-4a34-be07-c60ed12c744f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=606f50a41d2e43df86cecd2ac2d87f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212897 May 12 15:37:11.547765 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ce301-df88-4a34-be07-c60ed12c744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e6956-0644-40b7-a4a2-04db8eb9cd77,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:11.554883 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34230) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:11.599257 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Current status of the port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:11.633191 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Provisioning complete for port 73934873-13b0-4f20-8db5-bdbaeb5321cc triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:11.633752 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.735845 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba3b351a-c5d2-4d28-a721-b9a0ff6ca6a9 admin admin] Publish callbacks [] for security_group (b88e6956-0644-40b7-a4a2-04db8eb9cd77), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.833076 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:11.834153 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.950968 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4254111d-18f9-43b2-9578-78a71f9f236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:11.985000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:12.019176 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbee72-b6cb-4fc5-9b00-34909ff93ca1 None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:12.085761 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba3b351a-c5d2-4d28-a721-b9a0ff6ca6a9 admin admin] Publish callbacks [] for security_group (b88e6956-0644-40b7-a4a2-04db8eb9cd77), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.132313 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Current status of the port 73934873-13b0-4f20-8db5-bdbaeb5321cc is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:12.132732 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.146442 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:12.223692 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba3b351a-c5d2-4d28-a721-b9a0ff6ca6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b88e6956-0644-40b7-a4a2-04db8eb9cd77), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.228683 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba3b351a-c5d2-4d28-a721-b9a0ff6ca6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.231124 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] For port 73934873-13b0-4f20-8db5-bdbaeb5321cc, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=73934873-13b0-4f20-8db5-bdbaeb5321cc,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:12.232732 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ba3b351a-c5d2-4d28-a721-b9a0ff6ca6a9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b88e6956-0644-40b7-a4a2-04db8eb9cd77 HTTP/1.1" status: 204 len: 168 time: 0.6767659 May 12 15:37:12.243932 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.253211 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b351a-c5d2-4d28-a721-b9a0ff6ca6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e6956-0644-40b7-a4a2-04db8eb9cd77,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:12.300213 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:37:12.319279 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for port (9bedf0c3-3e63-4375-b880-3959483bf971), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.324122 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6d7a8-143d-435d-99fd-2476d5a6435c None None] Pushing event updated for resources: {'Port': ['ID=73934873-13b0-4f20-8db5-bdbaeb5321cc,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:12.392168 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-5a9f6816-885c-4744-805b-f13a2e5cd5f3 None None] Provisioning complete for port 73934873-13b0-4f20-8db5-bdbaeb5321cc triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:12.392776 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6816-885c-4744-805b-f13a2e5cd5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.430446 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Checking segment: {'id': '57ef7fc1-c7e4-41e3-950d-2497cd66a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c441f727-d920-40a9-a899-f7fd4f7d2b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:12.431242 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Network hostable DHCP agents. Network: c441f727-d920-40a9-a899-f7fd4f7d2b2c, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:37:12.493358 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-b9eb10e7-53ef-4c6e-9f7e-8b3f4b4f2147 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--165720697&fields=id&tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 267 time: 1.3708889 May 12 15:37:12.654145 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f6816-885c-4744-805b-f13a2e5cd5f3 None None] Current status of the port 73934873-13b0-4f20-8db5-bdbaeb5321cc is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:12.765314 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-12f09a7b-d7c7-4d73-bfcc-b1e5ad7606ab tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:12.775372 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-12f09a7b-d7c7-4d73-bfcc-b1e5ad7606ab tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 815 time: 0.2808518 May 12 15:37:12.776038 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34252) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:12.914533 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7d3f06-2a5f-4665-a6f7-8b72ae43186e,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:12.920065 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Network c441f727-d920-40a9-a899-f7fd4f7d2b2c is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:37:12.960581 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-34ab70a7-214a-4510-b2ce-a52342ff071d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:12.990725 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b947-a650-49d1-9845-4953c6501f67 req-03ef4779-3022-455c-9e85-6ffc65c28deb tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:12.998750 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40e8b947-a650-49d1-9845-4953c6501f67 req-03ef4779-3022-455c-9e85-6ffc65c28deb tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 943 time: 0.1450212 May 12 15:37:13.007842 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c5418a-5981-4611-a818-0337a7b7c9d6,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:13.040630 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-b243b1c2-c29c-45f8-876e-b51c1e8911ff tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/quotas/7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 375 time: 0.2641966 May 12 15:37:13.048882 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Attempting to bind port c2c5418a-5981-4611-a818-0337a7b7c9d6 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:13.049389 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Attempting to bind port c2c5418a-5981-4611-a818-0337a7b7c9d6 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:13.050002 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Attempting to bind port c2c5418a-5981-4611-a818-0337a7b7c9d6 on network 7ef2da11-6583-4235-854e-6839ff8d5196 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:13.071625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Port c2c5418a-5981-4611-a818-0337a7b7c9d6 on network 7ef2da11-6583-4235-854e-6839ff8d5196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:37:13.072207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Attempting to bind port c2c5418a-5981-4611-a818-0337a7b7c9d6 on network 7ef2da11-6583-4235-854e-6839ff8d5196 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:13.271373 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, c441f727-d920-40a9-a899-f7fd4f7d2b2c) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:13.274839 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:13.275554 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Checking segment: {'id': 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:13.276534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Bound using segment: {'id': 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:13.277127 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 73934873-13b0-4f20-8db5-bdbaeb5321cc up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:13.278417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Bound port: c2c5418a-5981-4611-a818-0337a7b7c9d6, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:13.279003 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.301787 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (9bedf0c3-3e63-4375-b880-3959483bf971), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.315983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:13.317328 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.348540 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-34ab70a7-214a-4510-b2ce-a52342ff071d admin admin] Publish callbacks [] for security_group (89bc3ed1-a391-4f5a-987a-1256fd77ea2d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.364206 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-34ab70a7-214a-4510-b2ce-a52342ff071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (89bc3ed1-a391-4f5a-987a-1256fd77ea2d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.384203 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3abfb3-6a72-4ba8-b4ff-725d98c2f206 None None] Network c441f727-d920-40a9-a899-f7fd4f7d2b2c requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:37:13.422589 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 73934873-13b0-4f20-8db5-bdbaeb5321cc triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:13.423659 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.465607 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-4fc45571-6130-4796-b2d1-426feab78c69 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4237785 May 12 15:37:13.515701 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-34ab70a7-214a-4510-b2ce-a52342ff071d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9423ed05874b4e418e6a6a88a92cce0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7379825 May 12 15:37:13.523024 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34286) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:13.586188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:13.593486 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab70a7-214a-4510-b2ce-a52342ff071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc3ed1-a391-4f5a-987a-1256fd77ea2d,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:13.597893 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-56806b52-8795-4931-9e81-8f30c5c69db8 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9734128 May 12 15:37:13.617939 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'Port': ['ID=9bedf0c3-3e63-4375-b880-3959483bf971,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:13.640777 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:13.644056 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:13.660589 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6b7f5d74-fde0-4fd1-ab3d-147e4e80ac85 admin admin] Publish callbacks [] for security_group (89bc3ed1-a391-4f5a-987a-1256fd77ea2d), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.668693 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 73934873-13b0-4f20-8db5-bdbaeb5321cc is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:13.670775 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:13.716676 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6b7f5d74-fde0-4fd1-ab3d-147e4e80ac85 admin admin] Publish callbacks [] for security_group (89bc3ed1-a391-4f5a-987a-1256fd77ea2d), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.738638 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec510699-ade0-4a79-a0c5-bb69c707dc9d None None] Network c441f727-d920-40a9-a899-f7fd4f7d2b2c requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:37:13.747839 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40e8b947-a650-49d1-9845-4953c6501f67 req-51978548-cc79-4f6b-99ee-2fd34b67ffb3 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478449 May 12 15:37:13.827660 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] For port c2c5418a-5981-4611-a818-0337a7b7c9d6, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:13.839544 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] For port c2c5418a-5981-4611-a818-0337a7b7c9d6, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6,segment=NetworkSegment(f2f1bc94-e13a-49a0-8583-8721c0ef79ff),segment_id=f2f1bc94-e13a-49a0-8583-8721c0ef79ff)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:13.874151 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6b7f5d74-fde0-4fd1-ab3d-147e4e80ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (89bc3ed1-a391-4f5a-987a-1256fd77ea2d), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.891778 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6b7f5d74-fde0-4fd1-ab3d-147e4e80ac85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.893709 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-6b7f5d74-fde0-4fd1-ab3d-147e4e80ac85 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89bc3ed1-a391-4f5a-987a-1256fd77ea2d HTTP/1.1" status: 204 len: 168 time: 0.3639643 May 12 15:37:13.894396 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:13.894794 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.914722 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f5d74-fde0-4fd1-ab3d-147e4e80ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc3ed1-a391-4f5a-987a-1256fd77ea2d,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:13.928364 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:13.993450 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34302) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:14.085368 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-8d492d71-121a-40ee-bfe8-9cd49f78b302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.099255 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34304) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:14.219166 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Deleting subnet 3015edcd-b091-4800-bf70-825682e641d5 {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:37:14.219372 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:14.219812 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.223624 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] 10.222.0.88 "PUT /v2.0/ports/c2c5418a-5981-4611-a818-0337a7b7c9d6 HTTP/1.1" status: 200 len: 1093 time: 6.5450814 May 12 15:37:14.229554 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'tag': 'c2c5418a-5981-4611-a818-0337a7b7c9d6'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:14.233574 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Publish callbacks [] for subnet (3015edcd-b091-4800-bf70-825682e641d5), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.238238 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:14.379506 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Publish callbacks [] for subnet (3015edcd-b091-4800-bf70-825682e641d5), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.386448 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (9045efb1-e2ff-4d4f-93b0-812e7883b003), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.418873 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (3015edcd-b091-4800-bf70-825682e641d5), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.433453 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ac3d-692e-469e-9e8c-6cf197b49e11 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c5418a-5981-4611-a818-0337a7b7c9d6,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:14.573351 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9bedf0c3-3e63-4375-b880-3959483bf971), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.603448 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for subnet (3015edcd-b091-4800-bf70-825682e641d5), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.716505 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3015edcd-b091-4800-bf70-825682e641d5,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:14.723641 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:14.728845 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1f4deaad-6f03-443f-9793-81f5ca8ecd62 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3015edcd-b091-4800-bf70-825682e641d5 HTTP/1.1" status: 204 len: 168 time: 0.7339346 May 12 15:37:14.731175 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34322) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:14.816985 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-90ed2407-1630-4e84-81cf-d9ab85f3aa11 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:37:14.818334 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-90ed2407-1630-4e84-81cf-d9ab85f3aa11 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9049246 May 12 15:37:14.991286 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e566d041-355a-4f78-a840-aedbe6729c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:15.022977 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:15.080303 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (39ab8b4e-b298-4408-b979-0ab7de3a953b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:15.113650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c24d33-2e72-4298-a209-bccd5eae52bd req-319f9e49-a6e3-4b1e-9d0a-0e73126ca144 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:15.115458 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-37c24d33-2e72-4298-a209-bccd5eae52bd req-319f9e49-a6e3-4b1e-9d0a-0e73126ca144 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 943 time: 0.1902089 May 12 15:37:15.184782 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-20ff90fe-bd2e-454e-932c-dd8eb14c70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:15.186779 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-20ff90fe-bd2e-454e-932c-dd8eb14c70c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc278e450c714353be7f27fa08069574&device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 1127 time: 0.6231892 May 12 15:37:15.332661 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-0fff129e-165a-4269-ad54-58731b77cf41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6 HTTP/1.1" status: 200 len: 217 time: 0.1296008 May 12 15:37:15.487907 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-d4465eeb-6263-40d7-bde2-9f4954b99315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:15.489788 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-d4465eeb-6263-40d7-bde2-9f4954b99315 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a634c03-4e0e-4088-930d-52da7026135b HTTP/1.1" status: 200 len: 851 time: 0.1405420 May 12 15:37:15.498236 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7e88b1-4973-431a-adfb-49a2d837ca0c", "tag": "c2c5418a-5981-4611-a818-0337a7b7c9d6"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:15.565757 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (39ab8b4e-b298-4408-b979-0ab7de3a953b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:15.570221 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-37c24d33-2e72-4298-a209-bccd5eae52bd req-b65e1fbb-b59a-4a3e-97b1-8e5257c0f73a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358273 May 12 15:37:15.612735 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-6bdad606-8319-4105-b944-622da0a1f16b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7ef2da11-6583-4235-854e-6839ff8d5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025605 May 12 15:37:15.624412 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a0bbc073-a51a-4a29-b966-50e0f3315480 service neutron] 10.222.0.89 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527679 May 12 15:37:15.659922 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.660774 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.661868 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.662429 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > port after_create 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.663014 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.663672 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > port after_update 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.664201 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.664762 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.665292 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:15.666035 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:16.160584 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d1bfde-ce9e-4472-bc2f-bc77b00e76c4 x-openstack-request-id: req-20d1bfde-ce9e-4472-bc2f-bc77b00e76c4 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:16.160584 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7e88b1-4973-431a-adfb-49a2d837ca0c", "tag": "c2c5418a-5981-4611-a818-0337a7b7c9d6", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:16.160584 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-20d1bfde-ce9e-4472-bc2f-bc77b00e76c4 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:16.160584 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d1bfde-ce9e-4472-bc2f-bc77b00e76c4'] response: {'name': 'network-changed', 'server_uuid': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'tag': 'c2c5418a-5981-4611-a818-0337a7b7c9d6', 'status': 'completed', 'code': 200} May 12 15:37:16.168549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:16.168902 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:16.169894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:16.169990 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:16.170324 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ab8b4e-b298-4408-b979-0ab7de3a953b']}} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:16.232677 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for port (9bedf0c3-3e63-4375-b880-3959483bf971), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.249992 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9bedf0c3-3e63-4375-b880-3959483bf971), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.276236 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-4a0d69b6-c8e1-472c-b8fb-bd24c30ca8cb service neutron] 10.222.0.88 "GET /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405129 May 12 15:37:16.291309 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18ce943-7ac7-470f-ab6e-89b31125add0') {'for_net_delete': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:16.297050 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18ce943-7ac7-470f-ab6e-89b31125add0') {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:16.353715 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e566d041-355a-4f78-a840-aedbe6729c9f admin admin] Publish callbacks [] for security_group (3e957662-b254-4cdd-b28f-07a9e9df31e1), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.369724 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454091'] for segment (d18ce943-7ac7-470f-ab6e-89b31125add0), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.375055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (9045efb1-e2ff-4d4f-93b0-812e7883b003), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.398342 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-dac98d16-c3e3-4f47-94df-ece59b72c4bf service neutron] 10.222.0.89 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726862 May 12 15:37:16.399139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'Port': ['ID=9bedf0c3-3e63-4375-b880-3959483bf971,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:16.400772 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e566d041-355a-4f78-a840-aedbe6729c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3e957662-b254-4cdd-b28f-07a9e9df31e1), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.431723 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9fbd82ba-6501-4eec-8e88-bb69f7f5ea7f req-8ff6162e-f63a-44cd-a868-c9f64f451d1e service neutron] 10.222.0.88 "GET /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283224 May 12 15:37:16.435938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.436688 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a26f6666-f273-4fe3-a4f6-fcf5f5fb6fc3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9605596 May 12 15:37:16.481529 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34376) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:16.481852 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e566d041-355a-4f78-a840-aedbe6729c9f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d0e13b832acb4f16a114ff9666a818af&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3791604 May 12 15:37:16.536051 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566d041-355a-4f78-a840-aedbe6729c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e957662-b254-4cdd-b28f-07a9e9df31e1,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:16.544798 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (d18ce943-7ac7-470f-ab6e-89b31125add0), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.568572 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:37:16.569941 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9451801'] for segment (d18ce943-7ac7-470f-ab6e-89b31125add0), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.583091 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: from cryptography.utils import int_from_bytes May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: from cryptography.utils import int_from_bytes May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: Traceback (most recent call last): May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: timer() May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: cb(*args, **kw) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: return func(*args, **kwargs) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: self._notify() May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: self.callback(batched_events) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: event.method(event) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: return f(self, *a, **k) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._get(url).json() May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: return self.request(url, 'GET', **kwargs) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:37:16.605044 dv-cinder-835881-11-iscsi neutron-server[103541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:37:16.713307 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-ec7ab478-0062-49d3-9854-87c34b63d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:16.714835 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-ec7ab478-0062-49d3-9854-87c34b63d313 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc278e450c714353be7f27fa08069574&device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 1127 time: 0.1715453 May 12 15:37:16.722311 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2d7530e1-6398-4472-bb4b-bf5021c9d133 admin admin] Publish callbacks [] for security_group (3e957662-b254-4cdd-b28f-07a9e9df31e1), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.801214 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (39ab8b4e-b298-4408-b979-0ab7de3a953b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.843867 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:16.873363 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] 10.222.0.89 "DELETE /v2.0/networks/39ab8b4e-b298-4408-b979-0ab7de3a953b HTTP/1.1" status: 204 len: 168 time: 2.1380069 May 12 15:37:16.880500 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34394) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:17.031459 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6f90-b536-4403-923f-dbe5b162047f req-8c863901-dea9-4e38-aa0c-2a506bf46b55 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:17.036859 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f725a-e06a-46ec-8960-776defdf606c admin admin] Pushing event deleted for resources: {'Network': ['ID=39ab8b4e-b298-4408-b979-0ab7de3a953b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.052736 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b7f6f90-b536-4403-923f-dbe5b162047f req-8c863901-dea9-4e38-aa0c-2a506bf46b55 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 943 time: 0.1805658 May 12 15:37:17.083975 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Deleting subnet 9e7d3f06-2a5f-4665-a6f7-8b72ae43186e {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:37:17.089012 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Publish callbacks [] for subnet (9e7d3f06-2a5f-4665-a6f7-8b72ae43186e), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.161743 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2d7530e1-6398-4472-bb4b-bf5021c9d133 admin admin] Publish callbacks [] for security_group (3e957662-b254-4cdd-b28f-07a9e9df31e1), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.235304 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (9e7d3f06-2a5f-4665-a6f7-8b72ae43186e), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.333903 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2d7530e1-6398-4472-bb4b-bf5021c9d133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3e957662-b254-4cdd-b28f-07a9e9df31e1), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.343414 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2d7530e1-6398-4472-bb4b-bf5021c9d133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.348884 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-2d7530e1-6398-4472-bb4b-bf5021c9d133 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3e957662-b254-4cdd-b28f-07a9e9df31e1 HTTP/1.1" status: 204 len: 168 time: 0.8659501 May 12 15:37:17.353923 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (9e7d3f06-2a5f-4665-a6f7-8b72ae43186e), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.478579 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7530e1-6398-4472-bb4b-bf5021c9d133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e957662-b254-4cdd-b28f-07a9e9df31e1,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.523688 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (9e7d3f06-2a5f-4665-a6f7-8b72ae43186e), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.573540 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.579195 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b7f6f90-b536-4403-923f-dbe5b162047f req-df432beb-d5cb-478d-972a-8e5059729455 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243304 May 12 15:37:17.579712 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34434) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:17.579939 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9e7d3f06-2a5f-4665-a6f7-8b72ae43186e HTTP/1.1" status: 204 len: 168 time: 0.6950696 May 12 15:37:17.611470 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489844f-83c6-44ac-91ff-f642c5dfccd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7d3f06-2a5f-4665-a6f7-8b72ae43186e,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:17.737317 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-4d599d15-380d-4182-a112-87df23eef83c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1144247485&fields=id&tenant_id=8aba4b044dfa42cd8da55086ab774561 HTTP/1.1" status: 200 len: 267 time: 0.4971492 May 12 15:37:17.838288 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c13a55f1-f23d-4185-a407-3c8c89d274ca req-bf6ee7c9-1d5e-48f0-a0d6-4be2def8314e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 210 time: 0.1440718 May 12 15:37:17.929675 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:17.937691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-47654a31-ef8f-49fa-afe1-9c1662e3581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:17.941878 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-47654a31-ef8f-49fa-afe1-9c1662e3581e service neutron] 10.222.0.88 "GET /v2.0/networks?id=7ef2da11-6583-4235-854e-6839ff8d5196 HTTP/1.1" status: 200 len: 912 time: 1.2094388 May 12 15:37:18.037976 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34454) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:18.060426 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6997e402-3e42-4f9a-8255-858e573da739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.215295 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6997e402-3e42-4f9a-8255-858e573da739 admin admin] Publish callbacks [] for security_group (a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.218747 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-b519ccac-d6ef-4db0-a6ce-42df3ce0907a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6 HTTP/1.1" status: 200 len: 217 time: 0.2396524 May 12 15:37:18.223239 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6997e402-3e42-4f9a-8255-858e573da739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.282299 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-6997e402-3e42-4f9a-8255-858e573da739 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=868efcbb81c94096bd96334a54e26cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432320 May 12 15:37:18.283432 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e402-3e42-4f9a-8255-858e573da739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:18.286967 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34462) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:18.354527 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (c441f727-d920-40a9-a899-f7fd4f7d2b2c), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.367164 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9ad5cd8f-3a0d-4be5-a9a7-1112378b7034 admin admin] Publish callbacks [] for security_group (a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.407805 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9ad5cd8f-3a0d-4be5-a9a7-1112378b7034 admin admin] Publish callbacks [] for security_group (a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.519084 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9ad5cd8f-3a0d-4be5-a9a7-1112378b7034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.524369 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9ad5cd8f-3a0d-4be5-a9a7-1112378b7034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:18.543091 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-9ad5cd8f-3a0d-4be5-a9a7-1112378b7034 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c HTTP/1.1" status: 204 len: 168 time: 0.2480080 May 12 15:37:18.551690 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5cd8f-3a0d-4be5-a9a7-1112378b7034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f3ddd7-58a3-4ac9-9f50-6c3c6694ac2c,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:18.614548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-3a4d9c19-f4d9-4622-a829-50cf4c2483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:18.618525 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-3a4d9c19-f4d9-4622-a829-50cf4c2483cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a634c03-4e0e-4088-930d-52da7026135b HTTP/1.1" status: 200 len: 851 time: 0.2913005 May 12 15:37:18.735589 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34478) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:18.753537 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-c55046bc-3a6e-469e-9c98-2873b197b355 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7ef2da11-6583-4235-854e-6839ff8d5196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006162 May 12 15:37:18.759844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-4af19f5c-7e25-4330-8aee-665b11c5f3a8 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:18.761844 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-4af19f5c-7e25-4330-8aee-665b11c5f3a8 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 811 time: 0.9204631 May 12 15:37:18.944262 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-4a6d31f5-8cd1-4e4f-b073-7999d01902ce service neutron] 10.222.0.88 "GET /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814065 May 12 15:37:18.987316 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (c441f727-d920-40a9-a899-f7fd4f7d2b2c), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.039911 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ba170-7f47-4a3b-bc6d-93a4b40961e3 req-2bfef3fa-f839-4389-be5c-2f83210a6f7f tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:19.050433 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3a8ba170-7f47-4a3b-bc6d-93a4b40961e3 req-2bfef3fa-f839-4389-be5c-2f83210a6f7f tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 943 time: 0.3560605 May 12 15:37:19.093150 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-dca28026-0ce7-4c63-98b1-cbcf3fbc942e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/quotas/8aba4b044dfa42cd8da55086ab774561 HTTP/1.1" status: 200 len: 375 time: 0.1509035 May 12 15:37:19.132373 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dff480cf-f8ec-4108-9840-7fc07f02d61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.135453 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.136436 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.137171 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.137600 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > port after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.137938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.138286 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.138657 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.139148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.139756 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.140263 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.226511 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.227064 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.227557 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.228081 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 15:37:19.228622 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c441f727-d920-40a9-a899-f7fd4f7d2b2c']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:19.303991 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ef7fc1-c7e4-41e3-950d-2497cd66a3d1') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:19.304623 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ef7fc1-c7e4-41e3-950d-2497cd66a3d1') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:19.320570 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dff480cf-f8ec-4108-9840-7fc07f02d61c admin admin] Publish callbacks [] for security_group (916ab0ae-1a10-410c-bfe9-9febbd1a40df), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.329728 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dff480cf-f8ec-4108-9840-7fc07f02d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (916ab0ae-1a10-410c-bfe9-9febbd1a40df), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.381832 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dff480cf-f8ec-4108-9840-7fc07f02d61c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=761c6122c2bf48fb8a46941cce7baef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438715 May 12 15:37:19.382486 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34506) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:19.425776 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (57ef7fc1-c7e4-41e3-950d-2497cd66a3d1), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.470000 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3a8ba170-7f47-4a3b-bc6d-93a4b40961e3 req-394d0a83-2499-405f-bd02-3821e2fc1a02 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754604 May 12 15:37:19.475477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6ee3da4a-3821-4b65-a8a8-5e8f9f8c29f7 admin admin] Publish callbacks [] for security_group (916ab0ae-1a10-410c-bfe9-9febbd1a40df), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.483108 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff480cf-f8ec-4108-9840-7fc07f02d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ab0ae-1a10-410c-bfe9-9febbd1a40df,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.486059 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-dba9f567-91f5-4c05-bc46-344599bada4d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3679502 May 12 15:37:19.497343 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (57ef7fc1-c7e4-41e3-950d-2497cd66a3d1), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.523217 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:37:19.523719 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (57ef7fc1-c7e4-41e3-950d-2497cd66a3d1), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: from cryptography.utils import int_from_bytes May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: from cryptography.utils import int_from_bytes May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:37:19.528831 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:37:19.561732 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6ee3da4a-3821-4b65-a8a8-5e8f9f8c29f7 admin admin] Publish callbacks [] for security_group (916ab0ae-1a10-410c-bfe9-9febbd1a40df), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.629709 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b7e6ea3-ab44-41db-a901-28da56e3d0cb req-d3f25ac5-bf56-42da-bab3-feeff7a5cf2d service neutron] 10.222.0.88 "GET /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452720 May 12 15:37:19.675644 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6ee3da4a-3821-4b65-a8a8-5e8f9f8c29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (916ab0ae-1a10-410c-bfe9-9febbd1a40df), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.681544 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6ee3da4a-3821-4b65-a8a8-5e8f9f8c29f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.688180 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-6ee3da4a-3821-4b65-a8a8-5e8f9f8c29f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/916ab0ae-1a10-410c-bfe9-9febbd1a40df HTTP/1.1" status: 204 len: 168 time: 0.2982361 May 12 15:37:19.709601 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3da4a-3821-4b65-a8a8-5e8f9f8c29f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ab0ae-1a10-410c-bfe9-9febbd1a40df,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.809209 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-be4f8556-6b5b-4885-b899-a392589a9dd4 req-a924a8cf-2930-4bd9-b0f5-a883d5ab547b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 210 time: 0.1088850 May 12 15:37:19.809832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (c441f727-d920-40a9-a899-f7fd4f7d2b2c), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.824350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:19.831203 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] 10.222.0.89 "DELETE /v2.0/networks/c441f727-d920-40a9-a899-f7fd4f7d2b2c HTTP/1.1" status: 204 len: 168 time: 2.2379477 May 12 15:37:19.853375 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d459690-5303-4d51-bb24-4a2ea50ad00f admin admin] Pushing event deleted for resources: {'Network': ['ID=c441f727-d920-40a9-a899-f7fd4f7d2b2c,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:19.897277 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-5914a4a9-a7e1-47d4-aee3-e478b2372b36 service neutron] 10.222.0.89 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216820 May 12 15:37:19.999634 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e8054de7-d7e2-4946-820a-ebf849965110 service neutron] 10.222.0.89 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949094 May 12 15:37:20.089413 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34526) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:20.151749 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-604d2a91-3523-42d4-a2cb-ce533d47a804 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7b26c2d0e4c64b0a8bfa3bfb447b3b27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0609131 May 12 15:37:20.154426 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34530) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:20.234099 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4e10a21d-b0d2-4f90-be96-542175ef4f95 admin admin] Publish callbacks [] for security_group (d6d16d4f-be31-42e5-8fab-74a218aec6c3), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.248800 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34534) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:20.280843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f84f926-fa6e-449b-9edf-1e7f64276a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.285482 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4e10a21d-b0d2-4f90-be96-542175ef4f95 admin admin] Publish callbacks [] for security_group (d6d16d4f-be31-42e5-8fab-74a218aec6c3), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.364139 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-94759535-7419-4ee2-8a9c-75e5a92a1955 req-4e9fad86-b3d8-4826-a5a7-a66f6721a8e2 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 210 time: 0.1021843 May 12 15:37:20.366508 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4e10a21d-b0d2-4f90-be96-542175ef4f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d6d16d4f-be31-42e5-8fab-74a218aec6c3), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.369659 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4e10a21d-b0d2-4f90-be96-542175ef4f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.371042 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-4e10a21d-b0d2-4f90-be96-542175ef4f95 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d6d16d4f-be31-42e5-8fab-74a218aec6c3 HTTP/1.1" status: 204 len: 168 time: 0.2154942 May 12 15:37:20.384357 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-7ad4c456-70f3-4c8f-96ce-63620b88bd0d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:20.387649 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-7ad4c456-70f3-4c8f-96ce-63620b88bd0d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 815 time: 0.2793252 May 12 15:37:20.389038 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10a21d-b0d2-4f90-be96-542175ef4f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d16d4f-be31-42e5-8fab-74a218aec6c3,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:20.443030 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f84f926-fa6e-449b-9edf-1e7f64276a16 admin admin] Publish callbacks [] for security_group (d694ebfd-c48f-48d3-b3c4-861c506b981f), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.449664 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1f84f926-fa6e-449b-9edf-1e7f64276a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d694ebfd-c48f-48d3-b3c4-861c506b981f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.542661 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1f84f926-fa6e-449b-9edf-1e7f64276a16 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d06a308dfcb14cb9bf5b692d66ab986b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926712 May 12 15:37:20.543621 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84f926-fa6e-449b-9edf-1e7f64276a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694ebfd-c48f-48d3-b3c4-861c506b981f,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:20.545855 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34550) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:20.607033 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ac30639-20e6-4e32-adf4-c21f63285e82 admin admin] Publish callbacks [] for security_group (d694ebfd-c48f-48d3-b3c4-861c506b981f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.689501 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ac30639-20e6-4e32-adf4-c21f63285e82 admin admin] Publish callbacks [] for security_group (d694ebfd-c48f-48d3-b3c4-861c506b981f), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:20.984247 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34574) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:21.034997 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-015052bf-fdf4-4c13-bdb6-be13ae8af1d4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4afa15e41901433dae3ac6d9ffcf6104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495594 May 12 15:37:21.037537 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34580) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:21.037782 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8877cb8b-5990-47de-a72f-cb731f098b92 req-d120a2e9-1ab3-497d-b743-de6d3cb414e7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 210 time: 0.0497301 May 12 15:37:21.050538 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a182f-cf15-4ece-ba06-dc1d4a5386fc req-3a1a6fcd-d9a3-4d96-9527-4b88ed006e6e tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:21.052119 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7e6a182f-cf15-4ece-ba06-dc1d4a5386fc req-3a1a6fcd-d9a3-4d96-9527-4b88ed006e6e tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 943 time: 0.3454115 May 12 15:37:21.098023 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ac30639-20e6-4e32-adf4-c21f63285e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d694ebfd-c48f-48d3-b3c4-861c506b981f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.100659 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ac30639-20e6-4e32-adf4-c21f63285e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.104464 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1ac30639-20e6-4e32-adf4-c21f63285e82 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d694ebfd-c48f-48d3-b3c4-861c506b981f HTTP/1.1" status: 204 len: 168 time: 0.5548942 May 12 15:37:21.114211 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-893a413e-c5dd-4f9f-90b1-3cc9f8b7ef6c admin admin] Publish callbacks [] for security_group (a168a28d-4d67-486c-9eaf-5111facd9319), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.160842 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-893a413e-c5dd-4f9f-90b1-3cc9f8b7ef6c admin admin] Publish callbacks [] for security_group (a168a28d-4d67-486c-9eaf-5111facd9319), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.168057 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac30639-20e6-4e32-adf4-c21f63285e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694ebfd-c48f-48d3-b3c4-861c506b981f,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:21.188203 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7e6a182f-cf15-4ece-ba06-dc1d4a5386fc req-290a54d0-a6ef-448b-9b26-7e37a94d3741 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283333 May 12 15:37:21.264955 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-893a413e-c5dd-4f9f-90b1-3cc9f8b7ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a168a28d-4d67-486c-9eaf-5111facd9319), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.268714 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-893a413e-c5dd-4f9f-90b1-3cc9f8b7ef6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.270321 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-893a413e-c5dd-4f9f-90b1-3cc9f8b7ef6c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a168a28d-4d67-486c-9eaf-5111facd9319 HTTP/1.1" status: 204 len: 168 time: 0.2312453 May 12 15:37:21.284295 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a413e-c5dd-4f9f-90b1-3cc9f8b7ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a168a28d-4d67-486c-9eaf-5111facd9319,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:21.365876 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-eb313251-8c79-432d-aed4-529fcbab518b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 379 time: 0.1309340 May 12 15:37:21.386009 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'port': {'device_id': '0a406a83-d33b-40db-adb0-9789902c45cb', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'admin_state_up': True, 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'security_groups': ['ebed13ff-d14f-49f2-9629-e29888825be2']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:21.514662 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-69efbdcb-83bb-48e4-b622-b17d418b1c77 req-c345a284-5765-4ec7-9303-4a17b5740f09 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 210 time: 0.0459068 May 12 15:37:21.603764 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Made reservation on behalf of 7d51f9d06bb148ecb297dcacdc8b0b32 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:21.608244 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:21.790051 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Allocated IP 172.20.0.9 (8d0a8c52-c0ac-43a2-8769-296b117079bb/30a28f26-5a2b-44b1-a12f-807cd94acb03/18cd7191-e25f-4a20-a234-376a79b8ccdc) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:21.916582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.88', 58768) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:22.159156 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:22.194926 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device c2c5418a-5981-4611-a818-0337a7b7c9d6 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:37:22.256522 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1bebeba4-fe4f-493e-9ab3-b0905c31cc58 req-0ffe9a78-bdac-4db6-af72-814ea2479ab2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 210 time: 0.0747244 May 12 15:37:22.308032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:22.332078 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-a48b648c-7e24-423e-b298-af891bd65226 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:22.334294 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-a48b648c-7e24-423e-b298-af891bd65226 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 811 time: 0.4166298 May 12 15:37:22.470937 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-de3c357f-7474-4f80-9421-8925a5b78bb9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aba4b044dfa42cd8da55086ab774561 HTTP/1.1" status: 200 len: 380 time: 0.1240230 May 12 15:37:22.484044 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'port': {'device_id': 'be73f585-3978-4a35-b794-ccafc28dd120', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'admin_state_up': True, 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'security_groups': ['92aece3c-873e-49f2-84db-d06648929c68']}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:22.504524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:22.511424 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cafcdb-faa2-4690-9c24-5ebbb69e86b5 req-3a335ff6-885a-42a1-b346-d63b404b4f4d tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:22.513231 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5cafcdb-faa2-4690-9c24-5ebbb69e86b5 req-3a335ff6-885a-42a1-b346-d63b404b4f4d tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 943 time: 0.2025580 May 12 15:37:22.519273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:22.520188 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port c2c5418a-5981-4611-a818-0337a7b7c9d6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6,segment=NetworkSegment(f2f1bc94-e13a-49a0-8583-8721c0ef79ff),segment_id=f2f1bc94-e13a-49a0-8583-8721c0ef79ff)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:22.532236 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:22.565677 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'c2c5418a-5981-4611-a818-0337a7b7c9d6', 'network_id': '7ef2da11-6583-4235-854e-6839ff8d5196', 'port_id': 'c2c5418a-5981-4611-a818-0337a7b7c9d6', 'mac_address': 'fa:16:3e:53:71:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a634c03-4e0e-4088-930d-52da7026135b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:37:22.566461 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:22.673213 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port c2c5418a-5981-4611-a818-0337a7b7c9d6 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:22.673795 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:22.706819 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c5418a-5981-4611-a818-0337a7b7c9d6 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:37:22.733970 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Made reservation on behalf of 8aba4b044dfa42cd8da55086ab774561 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:37:22.739614 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:22.750910 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:22.751606 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:22.756521 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port c2c5418a-5981-4611-a818-0337a7b7c9d6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6,segment=NetworkSegment(f2f1bc94-e13a-49a0-8583-8721c0ef79ff),segment_id=f2f1bc94-e13a-49a0-8583-8721c0ef79ff)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:22.763709 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5cafcdb-faa2-4690-9c24-5ebbb69e86b5 req-450f432e-3b8a-4eb9-8fe2-d6c76d89aa9c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414382 May 12 15:37:22.765556 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1208b128-f620-419a-909e-c1a9d561c03e req-3b43269b-2723-4598-b4b9-51bd497375ad tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 210 time: 0.1058502 May 12 15:37:22.769582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:22.810740 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-434f79ca-3f34-49a5-a425-0bb0939ad638 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4322155 May 12 15:37:22.903902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=c2c5418a-5981-4611-a818-0337a7b7c9d6,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:23.140062 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-e32fbae0-ba97-4a2c-9906-284e77f1c33f None None] Provisioning complete for port 18cd7191-e25f-4a20-a234-376a79b8ccdc triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:23.140664 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e32fbae0-ba97-4a2c-9906-284e77f1c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:23.189406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-e32fbae0-ba97-4a2c-9906-284e77f1c33f None None] Port 18cd7191-e25f-4a20-a234-376a79b8ccdc cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:37:23.231261 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Allocated IP 172.20.0.12 (6d950ca3-1243-4fb1-a3b9-399d6873531e/7e0596ff-b2a8-4063-a9e7-ad582c52e137/b2e2caaf-0b7c-4bb6-abe2-83c670e57c31) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:37:23.406438 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ef157-8b26-48ce-bfa1-87bd16f8fae6 req-481be42c-1526-4e67-9ef7-87ebee336267 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:23.407985 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d6ef157-8b26-48ce-bfa1-87bd16f8fae6 req-481be42c-1526-4e67-9ef7-87ebee336267 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 931 time: 0.0590029 May 12 15:37:23.416289 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:23.461283 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d6ef157-8b26-48ce-bfa1-87bd16f8fae6 req-765c2358-7aa3-4065-bb1e-aebf892a4dfe tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461965 May 12 15:37:23.464690 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:23.559832 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:37:23.567349 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:37:23.576078 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:37:23.583197 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'Port': ['ID=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:23.638374 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:23.638958 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:23.659898 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-98a447c3-cd79-49d9-bae9-4a9382d0468e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1824791 May 12 15:37:23.814170 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-66b660c9-b756-4aa8-a561-4be6cc18a15a None None] Provisioning complete for port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:23.814691 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-66b660c9-b756-4aa8-a561-4be6cc18a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:23.852233 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-66b660c9-b756-4aa8-a561-4be6cc18a15a None None] Port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:37:23.967751 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da637a52-18f2-43f2-8982-a250813c331b req-bd689455-871a-44f7-8683-ecced44b15d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:23.969288 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-da637a52-18f2-43f2-8982-a250813c331b req-bd689455-871a-44f7-8683-ecced44b15d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 932 time: 0.0839884 May 12 15:37:23.978119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88de34-21a7-4583-93aa-0b0a09a8639c req-5967d8a4-bafa-4a61-b3a6-f04110961023 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:23.978119 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b88de34-21a7-4583-93aa-0b0a09a8639c req-5967d8a4-bafa-4a61-b3a6-f04110961023 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 944 time: 0.0956764 May 12 15:37:24.055518 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-da637a52-18f2-43f2-8982-a250813c331b req-7db45345-1dce-4d32-bcaa-5d81974b99a6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770345 May 12 15:37:24.060915 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b88de34-21a7-4583-93aa-0b0a09a8639c req-4fc889f1-bc45-4dc6-837c-029e3d713d5d tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 May 12 15:37:24.604725 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cda4e-efeb-4bce-9bdf-e895c380770e req-a84072ae-8cfb-4d86-b9f4-341135cbaa18 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:24.606198 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1d2cda4e-efeb-4bce-9bdf-e895c380770e req-a84072ae-8cfb-4d86-b9f4-341135cbaa18 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 931 time: 0.0503585 May 12 15:37:24.643296 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 34766) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:24.653117 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1d2cda4e-efeb-4bce-9bdf-e895c380770e req-5db81bf8-8a5d-415e-9c96-43711a79cf48 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 May 12 15:37:24.750896 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e85a1617-c490-424b-9ba5-661c534b584c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:24.827675 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e85a1617-c490-424b-9ba5-661c534b584c admin admin] Publish callbacks [] for security_group (2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:24.833520 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e85a1617-c490-424b-9ba5-661c534b584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:24.873274 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e85a1617-c490-424b-9ba5-661c534b584c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e969e5e644614ce28cd6a437828ba0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283514 May 12 15:37:24.874090 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a1617-c490-424b-9ba5-661c534b584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:24.876190 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34770) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:24.926508 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2b54-ee47-48a1-941d-83deceabf4c0 admin admin] Publish callbacks [] for security_group (2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:24.947915 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2b54-ee47-48a1-941d-83deceabf4c0 admin admin] Publish callbacks [] for security_group (2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:24.997086 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2b54-ee47-48a1-941d-83deceabf4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:24.999905 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d5ba2b54-ee47-48a1-941d-83deceabf4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.001084 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d5ba2b54-ee47-48a1-941d-83deceabf4c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3 HTTP/1.1" status: 204 len: 168 time: 0.1238310 May 12 15:37:25.008852 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba2b54-ee47-48a1-941d-83deceabf4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7e1b2-07c2-4be0-ae4e-0010cf58d7b3,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.202329 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Request body: {'port': {'device_id': 'be73f585-3978-4a35-b794-ccafc28dd120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:25.202580 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Request body: {'port': {'device_id': '0a406a83-d33b-40db-adb0-9789902c45cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:25.236661 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789db36f-f9a5-40c9-9ba9-9e7cb8d669f5 req-996caa1a-4ace-40d8-948d-eb7d24664a43 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:25.247826 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-789db36f-f9a5-40c9-9ba9-9e7cb8d669f5 req-996caa1a-4ace-40d8-948d-eb7d24664a43 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 944 time: 0.1015656 May 12 15:37:25.270890 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.285734 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef890e-6b5f-4c75-9b81-8f8af67f1f0c req-00bca550-ef39-4692-8af7-56b2f53f3b71 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:25.287245 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24ef890e-6b5f-4c75-9b81-8f8af67f1f0c req-00bca550-ef39-4692-8af7-56b2f53f3b71 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 932 time: 0.1486695 May 12 15:37:25.303847 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34784) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:25.359901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5926-039c-448c-a67b-928e565abf4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.368742 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-789db36f-f9a5-40c9-9ba9-9e7cb8d669f5 req-b847dc7a-9c84-45d3-8439-aba4422be941 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195283 May 12 15:37:25.403683 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.421088 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24ef890e-6b5f-4c75-9b81-8f8af67f1f0c req-7f870422-925d-4595-bfb0-13498e9d6204 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230409 May 12 15:37:25.456646 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['c2c5418a-5981-4611-a818-0337a7b7c9d6'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:37:25.625880 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5926-039c-448c-a67b-928e565abf4f admin admin] Publish callbacks [] for security_group (1a339160-19fc-4a31-9ab7-43b76bb822ae), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.635371 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5926-039c-448c-a67b-928e565abf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (1a339160-19fc-4a31-9ab7-43b76bb822ae), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.647549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:37:25.655908 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Publish callbacks [] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.678059 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Transition to ACTIVE for port object b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:37:25.681772 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.720576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5926-039c-448c-a67b-928e565abf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a339160-19fc-4a31-9ab7-43b76bb822ae,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.726796 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-cb8c5926-039c-448c-a67b-928e565abf4f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c4f7df018254481d93357caa5fef5e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152670 May 12 15:37:25.730805 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 34792) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:25.775762 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:25.826548 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Attempting to bind port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:25.826987 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Attempting to bind port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:25.827383 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Attempting to bind port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 on network 6d950ca3-1243-4fb1-a3b9-399d6873531e {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:25.830403 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a48598-b1b8-4c15-9cc7-521ef7a2817c req-42eb5177-1e45-4c5c-af39-63e2868f4d6d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:25.831910 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e7a48598-b1b8-4c15-9cc7-521ef7a2817c req-42eb5177-1e45-4c5c-af39-63e2868f4d6d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 931 time: 0.0814438 May 12 15:37:25.832141 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 on network 6d950ca3-1243-4fb1-a3b9-399d6873531e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:37:25.832703 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Attempting to bind port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 on network 6d950ca3-1243-4fb1-a3b9-399d6873531e {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:25.837794 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:25.838284 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Checking segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:25.838919 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Bound using segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:25.839463 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Bound port: b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:25.839880 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.898985 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1514e8ff-7760-41e2-8fe5-4d67540daddb admin admin] Publish callbacks [] for security_group (1a339160-19fc-4a31-9ab7-43b76bb822ae), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.910346 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] For port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:25.915819 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] For port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:25.926546 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.941688 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cd7191-e25f-4a20-a234-376a79b8ccdc {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:37:25.942879 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:25.943504 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.944965 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] 10.222.0.88 "PUT /v2.0/ports/b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 1094 time: 0.7519248 May 12 15:37:25.948578 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e7a48598-b1b8-4c15-9cc7-521ef7a2817c req-1ddc4d54-bac5-46b5-94ce-a0f48c760655 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073272 May 12 15:37:25.958970 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Publish callbacks [] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:25.962476 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:25.962747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1514e8ff-7760-41e2-8fe5-4d67540daddb admin admin] Publish callbacks [] for security_group (1a339160-19fc-4a31-9ab7-43b76bb822ae), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.022148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Transition to ACTIVE for port object 18cd7191-e25f-4a20-a234-376a79b8ccdc will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:37:26.022661 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8d583-7385-4286-a2ad-ea630d0e862d service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.032141 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.082983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1514e8ff-7760-41e2-8fe5-4d67540daddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (1a339160-19fc-4a31-9ab7-43b76bb822ae), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.086366 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1514e8ff-7760-41e2-8fe5-4d67540daddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.087864 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1514e8ff-7760-41e2-8fe5-4d67540daddb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1a339160-19fc-4a31-9ab7-43b76bb822ae HTTP/1.1" status: 204 len: 168 time: 0.3561330 May 12 15:37:26.109496 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.115073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514e8ff-7760-41e2-8fe5-4d67540daddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a339160-19fc-4a31-9ab7-43b76bb822ae,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.115770 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9" -d '{"events": [{"name": "network-changed", "server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:26.205838 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Attempting to bind port 18cd7191-e25f-4a20-a234-376a79b8ccdc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:37:26.206339 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Attempting to bind port 18cd7191-e25f-4a20-a234-376a79b8ccdc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:37:26.206930 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Attempting to bind port 18cd7191-e25f-4a20-a234-376a79b8ccdc on network 8d0a8c52-c0ac-43a2-8769-296b117079bb {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:26.212386 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Port 18cd7191-e25f-4a20-a234-376a79b8ccdc on network 8d0a8c52-c0ac-43a2-8769-296b117079bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:37:26.212937 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Attempting to bind port 18cd7191-e25f-4a20-a234-376a79b8ccdc on network 8d0a8c52-c0ac-43a2-8769-296b117079bb {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:37:26.227867 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:37:26.228211 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Checking segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:37:26.228633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Bound using segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:37:26.229071 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Bound port: 18cd7191-e25f-4a20-a234-376a79b8ccdc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:37:26.229439 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.315571 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cfe11a-d1d2-414d-850f-c9e3dd6601b9 x-openstack-request-id: req-11cfe11a-d1d2-414d-850f-c9e3dd6601b9 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:26.315954 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:26.316299 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-11cfe11a-d1d2-414d-850f-c9e3dd6601b9 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:26.316870 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cfe11a-d1d2-414d-850f-c9e3dd6601b9'] response: {'name': 'network-changed', 'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'status': 'completed', 'code': 200} May 12 15:37:26.323842 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:37:26.327783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:37:26.336302 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.371775 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:26.372399 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:26.373821 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] 10.222.0.88 "PUT /v2.0/ports/18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 1093 time: 1.1793966 May 12 15:37:26.374260 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:26.376682 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7364a071-31aa-42f0-9a3b-5981aa6bfef1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:26.400671 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bf67a-3b7c-4299-b8ef-d99b15a96ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:26.426404 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78780c34-43ec-4f3b-8286-2915781c34d1 x-openstack-request-id: req-78780c34-43ec-4f3b-8286-2915781c34d1 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:26.426619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:26.426853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-78780c34-43ec-4f3b-8286-2915781c34d1 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:26.427261 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78780c34-43ec-4f3b-8286-2915781c34d1'] response: {'name': 'network-changed', 'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'status': 'completed', 'code': 200} May 12 15:37:26.515284 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1e6fe-19b6-4618-90b7-13a184dd1874 req-b9214b06-b9ef-439c-b249-c36c0014ac07 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:26.517167 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-73b1e6fe-19b6-4618-90b7-13a184dd1874 req-b9214b06-b9ef-439c-b249-c36c0014ac07 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 944 time: 0.0577142 May 12 15:37:26.595808 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647229d-6722-4396-b360-4059687f9d5c req-c63930ca-c83e-42f5-abd1-6fdb45d9781d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:26.597426 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4647229d-6722-4396-b360-4059687f9d5c req-c63930ca-c83e-42f5-abd1-6fdb45d9781d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0745542 May 12 15:37:26.621649 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-73b1e6fe-19b6-4618-90b7-13a184dd1874 req-59b0ed9c-0cd7-4b57-9c15-a0bee1ee58d1 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969417 May 12 15:37:26.666918 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4647229d-6722-4396-b360-4059687f9d5c req-d00df7e9-ea38-41a1-a18f-e92af463a172 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594661 May 12 15:37:27.072688 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e197-fb78-43cf-b0dc-82c9567f53e4 req-6bbb7afd-fcd2-48b5-afa5-cb7fa289b71f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:27.074331 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5c18e197-fb78-43cf-b0dc-82c9567f53e4 req-6bbb7afd-fcd2-48b5-afa5-cb7fa289b71f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0485256 May 12 15:37:27.122182 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5c18e197-fb78-43cf-b0dc-82c9567f53e4 req-a9bcfbf9-3e84-4def-a31e-f149a2bd48c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 May 12 15:37:27.786849 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517559d-0a93-4a97-9f4e-0a87a9f94c7c req-24c90c17-b858-48b1-9c46-1eb95cd3b73e tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:27.788223 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e517559d-0a93-4a97-9f4e-0a87a9f94c7c req-24c90c17-b858-48b1-9c46-1eb95cd3b73e tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 944 time: 0.0822742 May 12 15:37:27.807555 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629f8ce-fa4f-41c4-828e-0a95a8e75adc req-91294a18-6225-4cb7-a650-134b996f0ee5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:27.808964 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1629f8ce-fa4f-41c4-828e-0a95a8e75adc req-91294a18-6225-4cb7-a650-134b996f0ee5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0671973 May 12 15:37:27.866780 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e517559d-0a93-4a97-9f4e-0a87a9f94c7c req-8223947a-f0b5-4254-a19b-ceac2db8c12e tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704224 May 12 15:37:27.877703 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1629f8ce-fa4f-41c4-828e-0a95a8e75adc req-67aa2b02-1b88-4d15-a5c3-2164fd97c3a3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610049 May 12 15:37:28.242848 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde553-348b-41b4-901a-c5fd0b6092c5 req-87b39a6c-4c08-49d2-8eaa-b2dc1cc393f2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.244418 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54dde553-348b-41b4-901a-c5fd0b6092c5 req-87b39a6c-4c08-49d2-8eaa-b2dc1cc393f2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0497139 May 12 15:37:28.304624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9 req-23d9d9d9-cff2-4baa-9d86-44e48df98b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.306160 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9 req-23d9d9d9-cff2-4baa-9d86-44e48df98b2a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1128 time: 0.0593662 May 12 15:37:28.371116 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54dde553-348b-41b4-901a-c5fd0b6092c5 req-a7dfb718-d752-4b4a-bad0-f9698074b51e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148088 May 12 15:37:28.371707 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a071-31aa-42f0-9a3b-5981aa6bfef1 req-d128ff37-ad07-41a4-8596-0d424feb1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.374181 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7364a071-31aa-42f0-9a3b-5981aa6bfef1 req-d128ff37-ad07-41a4-8596-0d424feb1449 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1127 time: 0.0800002 May 12 15:37:28.507641 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9 req-ccc9e0fc-21b7-4f08-8f03-7fa529637c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.509584 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9 req-ccc9e0fc-21b7-4f08-8f03-7fa529637c9f service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=8aba4b044dfa42cd8da55086ab774561&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1963005 May 12 15:37:28.563562 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device c2c5418a-5981-4611-a818-0337a7b7c9d6 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:28.564533 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a071-31aa-42f0-9a3b-5981aa6bfef1 req-94322292-091b-44bd-b477-499a5cda3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.566125 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7364a071-31aa-42f0-9a3b-5981aa6bfef1 req-94322292-091b-44bd-b477-499a5cda3e2b service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1835217 May 12 15:37:28.612216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port c2c5418a-5981-4611-a818-0337a7b7c9d6 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:37:28.620710 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port c2c5418a-5981-4611-a818-0337a7b7c9d6 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:28.621481 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:28.710270 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port c2c5418a-5981-4611-a818-0337a7b7c9d6 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:28.710582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:28.741760 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c5418a-5981-4611-a818-0337a7b7c9d6'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:28.833609 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port c2c5418a-5981-4611-a818-0337a7b7c9d6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6,segment=NetworkSegment(f2f1bc94-e13a-49a0-8583-8721c0ef79ff),segment_id=f2f1bc94-e13a-49a0-8583-8721c0ef79ff)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:28.840869 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:28.893833 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9 req-b5abd21d-c279-4464-995c-757f1c93c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.895965 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-83a95cf3-6aa1-4128-a4b9-3bfa20e030d9 req-b5abd21d-c279-4464-995c-757f1c93c098 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3793156 May 12 15:37:28.899084 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=c2c5418a-5981-4611-a818-0337a7b7c9d6,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:28.902538 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a071-31aa-42f0-9a3b-5981aa6bfef1 req-78d66180-e983-4a59-aa69-3376f82ad797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:28.903791 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7364a071-31aa-42f0-9a3b-5981aa6bfef1 req-78d66180-e983-4a59-aa69-3376f82ad797 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3306818 May 12 15:37:28.955510 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8d4a24-1549-4d56-b955-d9bc48931952" -d '{"events": [{"server_uuid": "6a7e88b1-4973-431a-adfb-49a2d837ca0c", "name": "network-vif-plugged", "status": "completed", "tag": "c2c5418a-5981-4611-a818-0337a7b7c9d6"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:29.015045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a11cd-c0e0-4471-98d3-ac4f8e0a9350 req-21c63c5d-fc44-42f5-8195-36339cd5d2ae tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:29.016565 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-375a11cd-c0e0-4471-98d3-ac4f8e0a9350 req-21c63c5d-fc44-42f5-8195-36339cd5d2ae tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0739985 May 12 15:37:29.027872 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ece833-f870-40aa-9444-9a16a20ec968 req-9d443c11-ddf2-47b5-956e-3b6e0a6d116e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:29.029231 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76ece833-f870-40aa-9444-9a16a20ec968 req-9d443c11-ddf2-47b5-956e-3b6e0a6d116e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0766518 May 12 15:37:29.098074 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-375a11cd-c0e0-4471-98d3-ac4f8e0a9350 req-e3fb28ec-41cb-45bd-bccb-eaf96a734f6b tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678620 May 12 15:37:29.101308 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76ece833-f870-40aa-9444-9a16a20ec968 req-7bc94aee-8b6e-4efa-a4d0-2c9ae64a3c1b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655961 May 12 15:37:29.205477 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37e8b3-50cb-4bb9-8428-39e04f5bd4a9 x-openstack-request-id: req-ef37e8b3-50cb-4bb9-8428-39e04f5bd4a9 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:29.205769 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7e88b1-4973-431a-adfb-49a2d837ca0c", "name": "network-vif-plugged", "status": "completed", "tag": "c2c5418a-5981-4611-a818-0337a7b7c9d6", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:29.206030 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef37e8b3-50cb-4bb9-8428-39e04f5bd4a9 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:29.206762 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef37e8b3-50cb-4bb9-8428-39e04f5bd4a9'] response: {'server_uuid': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c5418a-5981-4611-a818-0337a7b7c9d6', 'code': 200} May 12 15:37:29.466133 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:29.499129 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14e182-2380-44bb-91c9-d85b3fa3deea req-7f6250be-3ef2-4fe4-b43a-520d7ecb28a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:29.500642 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6c14e182-2380-44bb-91c9-d85b3fa3deea req-7f6250be-3ef2-4fe4-b43a-520d7ecb28a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0513482 May 12 15:37:29.548549 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6c14e182-2380-44bb-91c9-d85b3fa3deea req-549c6dbd-3fbd-4134-8a5c-ea1797bf708f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420458 May 12 15:37:30.255278 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b3e07-5c73-4c1b-91c2-b0df8f65820a req-509c1bf4-c782-4f72-9aa7-2467c7f510e4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:30.257278 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e47b3e07-5c73-4c1b-91c2-b0df8f65820a req-509c1bf4-c782-4f72-9aa7-2467c7f510e4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0809193 May 12 15:37:30.264407 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea3a39-ccc0-4723-b29d-223eaafd5ecd req-05132324-ae6a-42af-9cf0-61d53118d48f tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:30.265790 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-96ea3a39-ccc0-4723-b29d-223eaafd5ecd req-05132324-ae6a-42af-9cf0-61d53118d48f tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0883851 May 12 15:37:30.338769 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e47b3e07-5c73-4c1b-91c2-b0df8f65820a req-e07564d9-f681-4f4c-94f2-82aebb99ccc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720060 May 12 15:37:30.342049 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-96ea3a39-ccc0-4723-b29d-223eaafd5ecd req-ba413f66-6008-45e0-b270-5fe2ec099144 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695238 May 12 15:37:30.673401 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79723-09a6-46ca-9667-3f14230746f4 req-eef707a0-5424-472d-ab70-c98d6cef4dc6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:30.674903 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7db79723-09a6-46ca-9667-3f14230746f4 req-eef707a0-5424-472d-ab70-c98d6cef4dc6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0494211 May 12 15:37:30.721642 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7db79723-09a6-46ca-9667-3f14230746f4 req-c8bed60f-b283-4d47-aeef-9e82e9c600e6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412672 May 12 15:37:31.232090 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-8ca40512-8072-4571-b4e7-a35adce061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.233762 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-8ca40512-8072-4571-b4e7-a35adce061b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1127 time: 0.0409956 May 12 15:37:31.239133 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-b7e7bc85-8cb2-4743-b319-8c1a98867ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.241319 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-b7e7bc85-8cb2-4743-b319-8c1a98867ed4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1128 time: 0.0411024 May 12 15:37:31.288762 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-dc81ed0b-071d-46dc-9a3a-9b95c3b27a90 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 217 time: 0.0407569 May 12 15:37:31.305934 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-f4ef709a-cf37-4a2d-85c4-cb0ef5544d1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 217 time: 0.0645475 May 12 15:37:31.311875 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.88', 58774) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:31.337783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-cc25a3dd-59de-4722-ba9a-3720cb8a7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.339228 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-cc25a3dd-59de-4722-ba9a-3720cb8a7d0c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0440667 May 12 15:37:31.411826 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ecff-b05a-4083-ac88-f3defead6339 req-3b0811b2-3c9c-44c4-90bb-57fecb39155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.413752 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-3b0811b2-3c9c-44c4-90bb-57fecb39155c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678642 May 12 15:37:31.422444 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feac41-2786-410a-86d6-ba74100260e4 req-a1457825-468c-430f-89d1-03dbbd26d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.424046 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-47feac41-2786-410a-86d6-ba74100260e4 req-a1457825-468c-430f-89d1-03dbbd26d4ca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 1129 time: 0.1076083 May 12 15:37:31.447231 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-47feac41-2786-410a-86d6-ba74100260e4 req-7b860d41-554c-4395-b1c2-72f14b2dda56 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:31.457188 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-88b59d26-e459-4508-a724-c654df801093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.458608 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-88b59d26-e459-4508-a724-c654df801093 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.1347611 May 12 15:37:31.517147 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333670-debb-4ee0-be6f-9176e87ae50f req-1a5254ff-1ca6-4e57-8280-4f8a97ce90ba tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.518625 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5c333670-debb-4ee0-be6f-9176e87ae50f req-1a5254ff-1ca6-4e57-8280-4f8a97ce90ba tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.1011291 May 12 15:37:31.541267 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-063ed565-88d4-4f81-b6c9-7e13ae9b4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.542744 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-063ed565-88d4-4f81-b6c9-7e13ae9b4fa1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784097 May 12 15:37:31.568927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2124cc-d564-4d6c-a5f1-347b28a06157 req-5e7cadce-e14c-4ba4-90a1-180ad855bfb0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.570499 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3a2124cc-d564-4d6c-a5f1-347b28a06157 req-5e7cadce-e14c-4ba4-90a1-180ad855bfb0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.1517975 May 12 15:37:31.598499 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-47feac41-2786-410a-86d6-ba74100260e4 req-7b860d41-554c-4395-b1c2-72f14b2dda56 service neutron] Publish callbacks [] for security_group (e0c93ef1-2103-488c-a75e-fc016fb4dba9), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:31.603491 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-47feac41-2786-410a-86d6-ba74100260e4 req-7b860d41-554c-4395-b1c2-72f14b2dda56 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e0c93ef1-2103-488c-a75e-fc016fb4dba9), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:31.648729 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-47feac41-2786-410a-86d6-ba74100260e4 req-7b860d41-554c-4395-b1c2-72f14b2dda56 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186849 May 12 15:37:31.649475 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b860d41-554c-4395-b1c2-72f14b2dda56 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c93ef1-2103-488c-a75e-fc016fb4dba9,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:31.650603 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-944e082a-6452-4a1d-a054-e15bbd70ff76 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220721 May 12 15:37:31.656768 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5c333670-debb-4ee0-be6f-9176e87ae50f req-6e97a275-d524-4145-aa2a-a72e3d381f7c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 May 12 15:37:31.679998 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3a2124cc-d564-4d6c-a5f1-347b28a06157 req-f13b3065-2117-4c82-9855-8238ecc341b3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931711 May 12 15:37:31.865598 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcadcb-3d64-4ac8-8aab-b679ff491878 req-eb0e33e3-9327-4b19-9010-99e23d56f041 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:31.867105 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e3dcadcb-3d64-4ac8-8aab-b679ff491878 req-eb0e33e3-9327-4b19-9010-99e23d56f041 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0523834 May 12 15:37:31.920092 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e3dcadcb-3d64-4ac8-8aab-b679ff491878 req-4ecfba01-ddde-43c3-b02a-29123b9d9613 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 May 12 15:37:32.806783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff3b2-a9f7-4b2e-b7d2-119d2c10a5c8 req-a46b134f-d576-4237-ae8e-cd9310e39cd2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:32.808249 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-639ff3b2-a9f7-4b2e-b7d2-119d2c10a5c8 req-a46b134f-d576-4237-ae8e-cd9310e39cd2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0757308 May 12 15:37:32.828524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138358a-c586-4094-a68e-a494bb1c0bff req-db5b5309-e8b6-4c29-8292-579f8abc6d52 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:32.829928 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0138358a-c586-4094-a68e-a494bb1c0bff req-db5b5309-e8b6-4c29-8292-579f8abc6d52 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0660293 May 12 15:37:32.891346 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-639ff3b2-a9f7-4b2e-b7d2-119d2c10a5c8 req-2b5c35ef-5f25-4f8d-b322-1b8d6f473e65 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767231 May 12 15:37:32.898941 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0138358a-c586-4094-a68e-a494bb1c0bff req-72c7cfce-3a8c-41b4-a4fc-77bd315f0709 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617976 May 12 15:37:33.039375 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481d493-3d25-44ad-8ee3-27c580760a45 req-f9a0f615-ff86-48e2-9ebc-215d553b5b6c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:33.040948 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6481d493-3d25-44ad-8ee3-27c580760a45 req-f9a0f615-ff86-48e2-9ebc-215d553b5b6c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0509205 May 12 15:37:33.096524 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6481d493-3d25-44ad-8ee3-27c580760a45 req-1a93c8aa-4588-4bb2-819f-ebad38874b03 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466797 May 12 15:37:34.047228 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b10b4-f286-4826-b86f-82f0dfc5ff01 req-0d284ef1-3e50-4856-accc-c80a73ef1841 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:34.048646 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-776b10b4-f286-4826-b86f-82f0dfc5ff01 req-0d284ef1-3e50-4856-accc-c80a73ef1841 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0720689 May 12 15:37:34.059103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1768d-8c40-46cf-8673-88d932bebfbb req-a775ec1e-6ce8-489e-bde0-f742560616f3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:34.060764 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2dc1768d-8c40-46cf-8673-88d932bebfbb req-a775ec1e-6ce8-489e-bde0-f742560616f3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0749552 May 12 15:37:34.132192 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-776b10b4-f286-4826-b86f-82f0dfc5ff01 req-3d830272-4ec4-4f55-bf2a-324f9bef11f2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 May 12 15:37:34.135325 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2dc1768d-8c40-46cf-8673-88d932bebfbb req-4887a290-5a55-44e1-ad4d-eb732e0cc389 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680459 May 12 15:37:34.245214 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc13ec-8cc1-4b1f-b6d9-a10385992844 req-7c34ad3b-54c3-4ae9-a23c-1e99ab481ad9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:34.246682 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58cc13ec-8cc1-4b1f-b6d9-a10385992844 req-7c34ad3b-54c3-4ae9-a23c-1e99ab481ad9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0567119 May 12 15:37:34.302776 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58cc13ec-8cc1-4b1f-b6d9-a10385992844 req-b71626e4-80c8-468e-a092-3f9e4dfb5fb3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 May 12 15:37:34.514873 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-d452a0be-d476-4328-a491-4f576f007450 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867376 May 12 15:37:34.517471 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0228ecff-b05a-4083-ac88-f3defead6339 req-8f3d61e6-ad71-420c-95f2-0ddf6aba299c service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877826 May 12 15:37:34.614356 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-3f1dec17-89e9-4fe9-b95d-2045fdfa14aa req-4d59e853-b1d8-46ed-a350-83016f1f6f5d service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886853 May 12 15:37:35.272287 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b55ed5-42f4-423e-aa1d-2187bd8304a1 req-16fb991c-f119-47ac-89f7-6eb20ec797c2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:35.273790 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40b55ed5-42f4-423e-aa1d-2187bd8304a1 req-16fb991c-f119-47ac-89f7-6eb20ec797c2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0716271 May 12 15:37:35.285082 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba18482-137b-4aea-a29e-0aadcccc9b84 req-6b0e9ba7-bdf3-4bed-876b-f4465c4194a8 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:35.286456 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cba18482-137b-4aea-a29e-0aadcccc9b84 req-6b0e9ba7-bdf3-4bed-876b-f4465c4194a8 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0741048 May 12 15:37:35.353606 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40b55ed5-42f4-423e-aa1d-2187bd8304a1 req-b84ce564-59d4-4c16-b5d0-20fc94954709 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661964 May 12 15:37:35.360352 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cba18482-137b-4aea-a29e-0aadcccc9b84 req-a3c43cd3-e742-4b64-8303-3f163aa60eaa tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672774 May 12 15:37:35.458311 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce3d1-2868-4b7d-98b6-01ca7659dfcd req-e1e2a4bd-f770-4098-9684-906c68f093b1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:35.459740 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fcce3d1-2868-4b7d-98b6-01ca7659dfcd req-e1e2a4bd-f770-4098-9684-906c68f093b1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0519321 May 12 15:37:35.508918 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fcce3d1-2868-4b7d-98b6-01ca7659dfcd req-bde6ced9-0e38-4468-97d6-ffc0aac82267 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410116 May 12 15:37:36.502963 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4733757-b7da-466a-abce-51affbf8de3b req-c0099e7a-7d1a-4556-a727-3580b8f37af1 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:36.504455 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e4733757-b7da-466a-abce-51affbf8de3b req-c0099e7a-7d1a-4556-a727-3580b8f37af1 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0713928 May 12 15:37:36.515173 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a1797-6e3a-4ba6-8a93-b2318b7fcd53 req-a5297df6-c221-44be-b8c0-ab3688f019ed tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:36.517214 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9a2a1797-6e3a-4ba6-8a93-b2318b7fcd53 req-a5297df6-c221-44be-b8c0-ab3688f019ed tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0751710 May 12 15:37:36.589413 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e4733757-b7da-466a-abce-51affbf8de3b req-140947e4-8687-41b5-b01b-2cf35c608429 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711482 May 12 15:37:36.593507 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9a2a1797-6e3a-4ba6-8a93-b2318b7fcd53 req-59130985-b14c-4755-8c33-7a7f5d144326 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689626 May 12 15:37:36.695901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ed07-9299-4c6f-9a8b-203c9cfca7fc req-ec9a4112-db4c-4763-bac1-3fc91f87ae83 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:36.697270 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-81e7ed07-9299-4c6f-9a8b-203c9cfca7fc req-ec9a4112-db4c-4763-bac1-3fc91f87ae83 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0490928 May 12 15:37:36.745900 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-81e7ed07-9299-4c6f-9a8b-203c9cfca7fc req-06179944-d147-4d42-9364-db24ebf06964 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 May 12 15:37:37.755003 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d306d4-6a5c-4964-b7fa-b44224bc9df6 req-8f22c221-c02a-4d4e-b400-13d1bad5184c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:37.756457 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e6d306d4-6a5c-4964-b7fa-b44224bc9df6 req-8f22c221-c02a-4d4e-b400-13d1bad5184c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0851457 May 12 15:37:37.763325 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9aba4-627b-4fca-8b6d-a2f569327094 req-bb031a4f-5a1a-4ad9-9ba8-37d3171a58d1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:37.764890 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-52c9aba4-627b-4fca-8b6d-a2f569327094 req-bb031a4f-5a1a-4ad9-9ba8-37d3171a58d1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0840654 May 12 15:37:37.838635 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e6d306d4-6a5c-4964-b7fa-b44224bc9df6 req-d38211af-0a1a-4db8-bb49-8d8baa05d03c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724456 May 12 15:37:37.845397 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-52c9aba4-627b-4fca-8b6d-a2f569327094 req-9464b99e-db0d-4796-afc3-79cef7f9e1b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734124 May 12 15:37:37.944903 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d6ea2-b464-41a3-b88b-db05b4c57402 req-9890812c-4776-40e2-a4df-36e81ec4bb12 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:37.946378 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cd7d6ea2-b464-41a3-b88b-db05b4c57402 req-9890812c-4776-40e2-a4df-36e81ec4bb12 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0487616 May 12 15:37:38.000283 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cd7d6ea2-b464-41a3-b88b-db05b4c57402 req-c6792ad5-48fa-4ba8-8f35-0042eca0590c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475032 May 12 15:37:38.986152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daea38-b40a-49c4-b687-e75dd787cfa1 req-22364699-3237-45e6-b66d-34da528daad3 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:38.987611 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3daea38-b40a-49c4-b687-e75dd787cfa1 req-22364699-3237-45e6-b66d-34da528daad3 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0793910 May 12 15:37:38.993580 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa31c8-7e9d-4d54-bb55-9e5b4263771b req-de97d300-5aea-4c46-ad20-334829c2e504 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:38.994943 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9cfa31c8-7e9d-4d54-bb55-9e5b4263771b req-de97d300-5aea-4c46-ad20-334829c2e504 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0749247 May 12 15:37:39.065331 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3daea38-b40a-49c4-b687-e75dd787cfa1 req-1829d221-b29b-4bf5-8daa-e86a86f129f1 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 May 12 15:37:39.068609 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9cfa31c8-7e9d-4d54-bb55-9e5b4263771b req-e44d4481-f9b4-4417-8dc9-ccfbc2191e31 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669611 May 12 15:37:39.167568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788357-475a-4691-bfd5-e7e3e3862953 req-7c1b7712-7836-4f7c-8bef-2ede359648d4 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:39.168986 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d0788357-475a-4691-bfd5-e7e3e3862953 req-7c1b7712-7836-4f7c-8bef-2ede359648d4 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0501022 May 12 15:37:39.219666 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d0788357-475a-4691-bfd5-e7e3e3862953 req-2183f90b-64d9-4d75-9847-5a92bc8e45e1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 May 12 15:37:39.669065 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35184) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:39.778841 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fe887865-9559-4f39-988e-53c6e740b7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:39.858667 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fe887865-9559-4f39-988e-53c6e740b7d7 admin admin] Publish callbacks [] for security_group (47b73bb3-9951-498f-81b8-3f94d0627497), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:39.858667 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fe887865-9559-4f39-988e-53c6e740b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (47b73bb3-9951-498f-81b8-3f94d0627497), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:39.893899 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-fe887865-9559-4f39-988e-53c6e740b7d7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7f8c87a64d2846128fedd78ad71a36a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233901 May 12 15:37:39.895711 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe887865-9559-4f39-988e-53c6e740b7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b73bb3-9951-498f-81b8-3f94d0627497,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:39.896651 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 35196) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:39.954476 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f140637-9e72-4d6c-9343-364105ff6a59 admin admin] Publish callbacks [] for security_group (47b73bb3-9951-498f-81b8-3f94d0627497), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:39.975885 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f140637-9e72-4d6c-9343-364105ff6a59 admin admin] Publish callbacks [] for security_group (47b73bb3-9951-498f-81b8-3f94d0627497), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.024639 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f140637-9e72-4d6c-9343-364105ff6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (47b73bb3-9951-498f-81b8-3f94d0627497), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.027393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f140637-9e72-4d6c-9343-364105ff6a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.028577 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-8f140637-9e72-4d6c-9343-364105ff6a59 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/47b73bb3-9951-498f-81b8-3f94d0627497 HTTP/1.1" status: 204 len: 168 time: 0.1307938 May 12 15:37:40.036273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f140637-9e72-4d6c-9343-364105ff6a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b73bb3-9951-498f-81b8-3f94d0627497,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:40.209745 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cb318-fc19-4447-ba5e-6b4b0b007984 req-7f77b982-5a6c-481b-9b78-850e53154fc2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:40.211138 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-938cb318-fc19-4447-ba5e-6b4b0b007984 req-7f77b982-5a6c-481b-9b78-850e53154fc2 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0762017 May 12 15:37:40.217458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09459d42-79a9-410e-aaef-c0acabc73c5e req-d70b700d-52b1-49b9-be67-84b9ecd63dc0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:40.218806 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09459d42-79a9-410e-aaef-c0acabc73c5e req-d70b700d-52b1-49b9-be67-84b9ecd63dc0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0743561 May 12 15:37:40.291483 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-938cb318-fc19-4447-ba5e-6b4b0b007984 req-c3444476-4039-4b75-b0c6-6a3a87e41a85 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 May 12 15:37:40.299161 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09459d42-79a9-410e-aaef-c0acabc73c5e req-4f29c943-dc3f-4ec7-a176-c4010d7718ad tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734999 May 12 15:37:40.309425 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 35208) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:40.324047 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b5a154b9-2d1c-487d-81fb-2bcfbc217d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.415454 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb869ff2-0611-4184-8854-27a157a537f5 req-aff56b58-026e-4ad1-808a-8639d287f7f0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:40.416885 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb869ff2-0611-4184-8854-27a157a537f5 req-aff56b58-026e-4ad1-808a-8639d287f7f0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0586927 May 12 15:37:40.454547 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b5a154b9-2d1c-487d-81fb-2bcfbc217d0b admin admin] Publish callbacks [] for security_group (3dbb0f0d-63df-4347-978c-78e78f3df405), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.459501 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b5a154b9-2d1c-487d-81fb-2bcfbc217d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3dbb0f0d-63df-4347-978c-78e78f3df405), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.507827 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b5a154b9-2d1c-487d-81fb-2bcfbc217d0b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=23306a2833bd454588db5d727a7d96b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970432 May 12 15:37:40.510798 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35210) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:40.515509 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb869ff2-0611-4184-8854-27a157a537f5 req-850d5684-c078-41f5-aa94-f0daff088d8d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921469 May 12 15:37:40.520245 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a154b9-2d1c-487d-81fb-2bcfbc217d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb0f0d-63df-4347-978c-78e78f3df405,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:40.571797 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-699f0b59-03b2-4f30-8c94-db10fcd5f35f admin admin] Publish callbacks [] for security_group (3dbb0f0d-63df-4347-978c-78e78f3df405), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.595578 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-699f0b59-03b2-4f30-8c94-db10fcd5f35f admin admin] Publish callbacks [] for security_group (3dbb0f0d-63df-4347-978c-78e78f3df405), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.644122 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-699f0b59-03b2-4f30-8c94-db10fcd5f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3dbb0f0d-63df-4347-978c-78e78f3df405), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.646798 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-699f0b59-03b2-4f30-8c94-db10fcd5f35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:40.647918 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-699f0b59-03b2-4f30-8c94-db10fcd5f35f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3dbb0f0d-63df-4347-978c-78e78f3df405 HTTP/1.1" status: 204 len: 168 time: 0.1360905 May 12 15:37:40.655176 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f0b59-03b2-4f30-8c94-db10fcd5f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb0f0d-63df-4347-978c-78e78f3df405,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:41.337231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:37:41.450287 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4285e-d214-42fb-82cc-9da74faf717b req-e2771a36-7ec6-48ff-b9b5-e9aff184bab8 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:41.450807 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:41.451791 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09d4285e-d214-42fb-82cc-9da74faf717b req-e2771a36-7ec6-48ff-b9b5-e9aff184bab8 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0897312 May 12 15:37:41.464650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6e59d-3485-4060-9f4a-2790ace23994 req-e3c37110-1593-4179-b598-706ef53e2cd9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:41.466100 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f3b6e59d-3485-4060-9f4a-2790ace23994 req-e3c37110-1593-4179-b598-706ef53e2cd9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 944 time: 0.0694823 May 12 15:37:41.466971 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'port_id': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'mac_address': 'fa:16:3e:61:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:37:41.509471 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:41.509876 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:41.524132 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:37:41.538038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09d4285e-d214-42fb-82cc-9da74faf717b req-419c2712-918c-41f8-8b59-df448dcb06de tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 May 12 15:37:41.541232 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f3b6e59d-3485-4060-9f4a-2790ace23994 req-824edde2-8df6-425c-a4e7-4fef956e734a tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684118 May 12 15:37:41.549505 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:41.565481 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:41.626927 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:41.670959 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a933488-cd46-4844-b347-c2df3f0c994c req-a1109af1-46c0-4a92-915c-1a2c1748d7f2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:41.672432 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a933488-cd46-4844-b347-c2df3f0c994c req-a1109af1-46c0-4a92-915c-1a2c1748d7f2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0546992 May 12 15:37:41.677613 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-674245ef-8c25-477a-ba5a-93bd355709a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:41.723701 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a933488-cd46-4844-b347-c2df3f0c994c req-341b5e1c-2f4c-4aec-b584-27a664877f01 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 May 12 15:37:42.739348 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45494c-1c34-45c2-bb86-4fad1738b8a3 req-10b7a3a0-4d82-4b57-b50b-7976e6536d1c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:42.750770 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b45494c-1c34-45c2-bb86-4fad1738b8a3 req-10b7a3a0-4d82-4b57-b50b-7976e6536d1c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.1402001 May 12 15:37:42.774582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35316) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:42.816729 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28581197-661d-4ae2-80a2-2acd5ca771b7 req-ad39728b-56c5-4962-b80c-521b8dc793dd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:42.818274 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28581197-661d-4ae2-80a2-2acd5ca771b7 req-ad39728b-56c5-4962-b80c-521b8dc793dd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 945 time: 0.1911702 May 12 15:37:42.879698 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b45494c-1c34-45c2-bb86-4fad1738b8a3 req-13180787-983b-4c2e-ae37-d162933854ac tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903108 May 12 15:37:42.913058 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28581197-661d-4ae2-80a2-2acd5ca771b7 req-87b98797-3784-4e19-8a80-82962ba1bdf5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844157 May 12 15:37:42.922947 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dfeb13cf-fb56-4ac7-bec6-aa3bac3fe73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:42.990740 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082e5d-5f9e-42d7-b6bb-a30e09b209be req-5a4ad319-f0a5-4fa8-a038-6aef61a92890 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:42.992205 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-62082e5d-5f9e-42d7-b6bb-a30e09b209be req-5a4ad319-f0a5-4fa8-a038-6aef61a92890 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0514159 May 12 15:37:43.006531 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dfeb13cf-fb56-4ac7-bec6-aa3bac3fe73a admin admin] Publish callbacks [] for security_group (5036b26c-29c3-4a9e-9869-ea6400f1ec30), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.013320 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dfeb13cf-fb56-4ac7-bec6-aa3bac3fe73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (5036b26c-29c3-4a9e-9869-ea6400f1ec30), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.037436 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb13cf-fb56-4ac7-bec6-aa3bac3fe73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5036b26c-29c3-4a9e-9869-ea6400f1ec30,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.066170 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dfeb13cf-fb56-4ac7-bec6-aa3bac3fe73a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=df4365dffb0b450ca36a0b51c3c9e030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903931 May 12 15:37:43.066545 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-62082e5d-5f9e-42d7-b6bb-a30e09b209be req-6a371a2d-619f-4405-8576-e1ac2d49111c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684848 May 12 15:37:43.066997 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 35332) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:43.130754 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-32716df0-c2a4-4b49-a6ed-71524390fa49 admin admin] Publish callbacks [] for security_group (5036b26c-29c3-4a9e-9869-ea6400f1ec30), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.152139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-32716df0-c2a4-4b49-a6ed-71524390fa49 admin admin] Publish callbacks [] for security_group (5036b26c-29c3-4a9e-9869-ea6400f1ec30), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.203352 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-32716df0-c2a4-4b49-a6ed-71524390fa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (5036b26c-29c3-4a9e-9869-ea6400f1ec30), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.205964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-32716df0-c2a4-4b49-a6ed-71524390fa49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.207257 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-32716df0-c2a4-4b49-a6ed-71524390fa49 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5036b26c-29c3-4a9e-9869-ea6400f1ec30 HTTP/1.1" status: 204 len: 168 time: 0.1391046 May 12 15:37:43.216189 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32716df0-c2a4-4b49-a6ed-71524390fa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5036b26c-29c3-4a9e-9869-ea6400f1ec30,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.473155 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35344) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:43.486932 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-440153bd-355c-4725-9262-a02e6b29a159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.550049 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['b2e2caaf-0b7c-4bb6-abe2-83c670e57c31'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:37:43.564396 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-440153bd-355c-4725-9262-a02e6b29a159 admin admin] Publish callbacks [] for security_group (b5de28b2-d9b9-4e7e-ab0d-accad44f2f97), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.568814 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-440153bd-355c-4725-9262-a02e6b29a159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b5de28b2-d9b9-4e7e-ab0d-accad44f2f97), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.607576 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-440153bd-355c-4725-9262-a02e6b29a159 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=42aeef156add491ca0e7af9bd8156ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331859 May 12 15:37:43.610927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 35346) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:43.612107 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440153bd-355c-4725-9262-a02e6b29a159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5de28b2-d9b9-4e7e-ab0d-accad44f2f97,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.662102 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d49ec288-1a88-4b40-b85a-2af6a90a4ceb admin admin] Publish callbacks [] for security_group (b5de28b2-d9b9-4e7e-ab0d-accad44f2f97), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.683448 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d49ec288-1a88-4b40-b85a-2af6a90a4ceb admin admin] Publish callbacks [] for security_group (b5de28b2-d9b9-4e7e-ab0d-accad44f2f97), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.733690 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d49ec288-1a88-4b40-b85a-2af6a90a4ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b5de28b2-d9b9-4e7e-ab0d-accad44f2f97), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.736526 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d49ec288-1a88-4b40-b85a-2af6a90a4ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:43.737695 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d49ec288-1a88-4b40-b85a-2af6a90a4ceb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b5de28b2-d9b9-4e7e-ab0d-accad44f2f97 HTTP/1.1" status: 204 len: 168 time: 0.1255808 May 12 15:37:43.745452 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ec288-1a88-4b40-b85a-2af6a90a4ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5de28b2-d9b9-4e7e-ab0d-accad44f2f97,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:43.899213 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee55c-cf48-4aae-a31d-b6988218113d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:44.020588 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fffef-c62c-45c8-845a-290a9a04679d req-b9c92d22-f641-474b-9563-6567b0e30d96 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:44.022076 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-753fffef-c62c-45c8-845a-290a9a04679d req-b9c92d22-f641-474b-9563-6567b0e30d96 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0711017 May 12 15:37:44.046876 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b3e7f-209c-4533-b13b-bb042b0cf70d req-611354d7-3f53-4da9-aa01-d7ce2afc5938 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:44.048351 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f83b3e7f-209c-4533-b13b-bb042b0cf70d req-611354d7-3f53-4da9-aa01-d7ce2afc5938 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 945 time: 0.0677912 May 12 15:37:44.114870 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-753fffef-c62c-45c8-845a-290a9a04679d req-ae863b24-846e-4e27-a3a2-9c8b0165674a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842154 May 12 15:37:44.122405 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f83b3e7f-209c-4533-b13b-bb042b0cf70d req-7e755ea2-bd1d-44ba-a26c-b5781d5b7a6c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 May 12 15:37:44.234642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf69068-f903-440f-b1ea-c10adb8aa290 req-b8976441-4e5c-4d16-baca-ff31e52c5799 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:44.236109 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3bf69068-f903-440f-b1ea-c10adb8aa290 req-b8976441-4e5c-4d16-baca-ff31e52c5799 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0521240 May 12 15:37:44.285037 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3bf69068-f903-440f-b1ea-c10adb8aa290 req-40d91ac0-2e0b-4512-879b-e0cb1f04e87f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 May 12 15:37:45.012500 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.330757 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cfd20-7d27-4eef-81d6-f56b301e6ee1 req-c92c3059-6763-4cd6-a16c-f168d665bedc tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:45.332366 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a47cfd20-7d27-4eef-81d6-f56b301e6ee1 req-c92c3059-6763-4cd6-a16c-f168d665bedc tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.1320851 May 12 15:37:45.338595 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272da0-bfd2-4d2f-961a-520c7aa89f19 req-8dc21f05-376f-49dc-aaf8-75c0053ec9fb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:45.339993 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-69272da0-bfd2-4d2f-961a-520c7aa89f19 req-8dc21f05-376f-49dc-aaf8-75c0053ec9fb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 945 time: 0.0942998 May 12 15:37:45.427789 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a47cfd20-7d27-4eef-81d6-f56b301e6ee1 req-a892c29b-435a-478b-90ff-77d98fa550ca tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867007 May 12 15:37:45.440158 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-69272da0-bfd2-4d2f-961a-520c7aa89f19 req-30f7888e-9cf2-458f-8dda-239ecd709056 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915117 May 12 15:37:45.563359 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:37:45.587904 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8c099-30e3-447c-92b5-d28bbea4ab2c req-1f9b2974-89b1-49d8-8229-9f5ef684cf5f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:45.595594 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:45.596669 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-55d8c099-30e3-447c-92b5-d28bbea4ab2c req-1f9b2974-89b1-49d8-8229-9f5ef684cf5f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0808144 May 12 15:37:45.650033 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35444) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:45.653494 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-55d8c099-30e3-447c-92b5-d28bbea4ab2c req-170c5354-1927-4031-b7a8-2f3f78e6a083 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556650 May 12 15:37:45.680989 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:37:45.722051 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:45.722419 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.776401 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd87e80b-6e4d-47ec-8b06-f780432a051b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.779591 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:45.796012 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'mac_address': 'fa:16:3e:a1:97:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:37:45.862510 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:45.863135 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.867694 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:45.868067 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.883207 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd87e80b-6e4d-47ec-8b06-f780432a051b admin admin] Publish callbacks [] for security_group (43c54059-2869-4ca7-bbf7-4f2aac659cc5), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.888559 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd87e80b-6e4d-47ec-8b06-f780432a051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (43c54059-2869-4ca7-bbf7-4f2aac659cc5), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:45.934907 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dd87e80b-6e4d-47ec-8b06-f780432a051b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a0fc4484ffe4a0793e9f783777cf6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832260 May 12 15:37:45.937412 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35452) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:45.945156 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e80b-6e4d-47ec-8b06-f780432a051b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c54059-2869-4ca7-bbf7-4f2aac659cc5,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:45.993800 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1bed-268c-4034-8f2f-e2d01887389f admin admin] Publish callbacks [] for security_group (43c54059-2869-4ca7-bbf7-4f2aac659cc5), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.012666 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cd7191-e25f-4a20-a234-376a79b8ccdc {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:37:46.016043 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1bed-268c-4034-8f2f-e2d01887389f admin admin] Publish callbacks [] for security_group (43c54059-2869-4ca7-bbf7-4f2aac659cc5), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.021622 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:46.023868 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053ea966-a46e-43ba-b751-c5b8640067c9" -d '{"events": [{"server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "name": "network-vif-plugged", "status": "completed", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:46.041651 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:46.047999 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.053885 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:46.070730 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1bed-268c-4034-8f2f-e2d01887389f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (43c54059-2869-4ca7-bbf7-4f2aac659cc5), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.073374 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1bed-268c-4034-8f2f-e2d01887389f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.073954 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b156bbae-cbac-42ca-9cd2-70c6a5c1eb28 x-openstack-request-id: req-b156bbae-cbac-42ca-9cd2-70c6a5c1eb28 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:46.074273 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "name": "network-vif-plugged", "status": "completed", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:46.074529 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b156bbae-cbac-42ca-9cd2-70c6a5c1eb28 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:46.074640 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-5eaa1bed-268c-4034-8f2f-e2d01887389f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/43c54059-2869-4ca7-bbf7-4f2aac659cc5 HTTP/1.1" status: 204 len: 168 time: 0.1362278 May 12 15:37:46.074914 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b156bbae-cbac-42ca-9cd2-70c6a5c1eb28'] response: {'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'code': 200} May 12 15:37:46.079435 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.083028 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa1bed-268c-4034-8f2f-e2d01887389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c54059-2869-4ca7-bbf7-4f2aac659cc5,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:46.123621 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:46.185269 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:46.299148 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221bb4-f9df-413a-90b0-1c6cfe5f96ee req-69393c30-7dc2-4ede-be8e-971e41e3de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:46.301060 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5b221bb4-f9df-413a-90b0-1c6cfe5f96ee req-69393c30-7dc2-4ede-be8e-971e41e3de88 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1130 time: 0.0498238 May 12 15:37:46.317274 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['18cd7191-e25f-4a20-a234-376a79b8ccdc'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:37:46.366290 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5b221bb4-f9df-413a-90b0-1c6cfe5f96ee req-9315a2bf-3036-4227-acdf-bb10f6874244 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581219 May 12 15:37:46.562327 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:46.595566 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25040d67-8545-41a3-a453-38d7cd77de3a req-ba34502b-6b3f-4317-ab66-da30eac15b23 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:46.597699 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-25040d67-8545-41a3-a453-38d7cd77de3a req-ba34502b-6b3f-4317-ab66-da30eac15b23 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0594084 May 12 15:37:46.654691 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-25040d67-8545-41a3-a453-38d7cd77de3a req-a90e6e3d-12fd-4835-a53c-ecca5c68da94 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511177 May 12 15:37:46.837046 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c6cb-244d-4bb8-82f5-a5eea51555c4 req-548c7ac2-1eee-44e7-8d14-a5a9e8a86293 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:46.838967 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-26e3c6cb-244d-4bb8-82f5-a5eea51555c4 req-548c7ac2-1eee-44e7-8d14-a5a9e8a86293 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0550678 May 12 15:37:46.910992 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-26e3c6cb-244d-4bb8-82f5-a5eea51555c4 req-36a40677-fb80-4793-99d2-3e5dcd78363b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601399 May 12 15:37:47.004418 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 35524) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:47.126674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d410fa5-c33b-4d7c-8b14-ef091041ab8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.204367 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d410fa5-c33b-4d7c-8b14-ef091041ab8a admin admin] Publish callbacks [] for security_group (9c4cada7-0937-471e-9148-e157965ab9dd), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.209130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d410fa5-c33b-4d7c-8b14-ef091041ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (9c4cada7-0937-471e-9148-e157965ab9dd), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.246757 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9d410fa5-c33b-4d7c-8b14-ef091041ab8a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1d5dd52ccba444e19172a3e605bccdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411997 May 12 15:37:47.247622 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410fa5-c33b-4d7c-8b14-ef091041ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4cada7-0937-471e-9148-e157965ab9dd,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:47.249599 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35564) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:47.302331 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b873405c-b1d5-4443-a51b-00d4ad950e77 admin admin] Publish callbacks [] for security_group (9c4cada7-0937-471e-9148-e157965ab9dd), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.324029 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b873405c-b1d5-4443-a51b-00d4ad950e77 admin admin] Publish callbacks [] for security_group (9c4cada7-0937-471e-9148-e157965ab9dd), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.371179 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b873405c-b1d5-4443-a51b-00d4ad950e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (9c4cada7-0937-471e-9148-e157965ab9dd), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.373688 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b873405c-b1d5-4443-a51b-00d4ad950e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.374812 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b873405c-b1d5-4443-a51b-00d4ad950e77 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9c4cada7-0937-471e-9148-e157965ab9dd HTTP/1.1" status: 204 len: 168 time: 0.1242292 May 12 15:37:47.385000 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873405c-b1d5-4443-a51b-00d4ad950e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4cada7-0937-471e-9148-e157965ab9dd,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:47.685670 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 35590) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:47.698653 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3df8a76c-bb76-42ac-a756-7f0b251fb942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.785829 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c0fa8-2484-40d3-a12d-d6aeeacfc4cb req-ee69b8c5-816c-4b5a-bab2-a0d9bfe36101 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:47.787298 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-827c0fa8-2484-40d3-a12d-d6aeeacfc4cb req-ee69b8c5-816c-4b5a-bab2-a0d9bfe36101 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0582328 May 12 15:37:47.826868 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3df8a76c-bb76-42ac-a756-7f0b251fb942 admin admin] Publish callbacks [] for security_group (fe9f8954-fb83-4d04-9af7-21028d71d63d), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.836047 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3df8a76c-bb76-42ac-a756-7f0b251fb942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (fe9f8954-fb83-4d04-9af7-21028d71d63d), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.884959 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-827c0fa8-2484-40d3-a12d-d6aeeacfc4cb req-2b71c477-1ce7-4316-b000-f3e6473c067b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907118 May 12 15:37:47.887649 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3df8a76c-bb76-42ac-a756-7f0b251fb942 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9eaf3a18eb9b4899a509b1ce1bf553bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009263 May 12 15:37:47.888515 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8a76c-bb76-42ac-a756-7f0b251fb942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f8954-fb83-4d04-9af7-21028d71d63d,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:47.890823 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35594) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:47.921519 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.948898 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-70e100bc-5031-4abe-b370-cfd8840a6fb0 admin admin] Publish callbacks [] for security_group (fe9f8954-fb83-4d04-9af7-21028d71d63d), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:47.972200 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-70e100bc-5031-4abe-b370-cfd8840a6fb0 admin admin] Publish callbacks [] for security_group (fe9f8954-fb83-4d04-9af7-21028d71d63d), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:48.018678 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-70e100bc-5031-4abe-b370-cfd8840a6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (fe9f8954-fb83-4d04-9af7-21028d71d63d), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:48.021087 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-70e100bc-5031-4abe-b370-cfd8840a6fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:48.022252 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-70e100bc-5031-4abe-b370-cfd8840a6fb0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe9f8954-fb83-4d04-9af7-21028d71d63d HTTP/1.1" status: 204 len: 168 time: 0.1304672 May 12 15:37:48.030374 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e100bc-5031-4abe-b370-cfd8840a6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f8954-fb83-4d04-9af7-21028d71d63d,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:48.039831 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e92944-261e-43a6-842d-cf281a936d45 req-5692468c-9f18-4e07-88f6-32afa0ffd4f8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:48.041285 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-70e92944-261e-43a6-842d-cf281a936d45 req-5692468c-9f18-4e07-88f6-32afa0ffd4f8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0531609 May 12 15:37:48.090977 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-70e92944-261e-43a6-842d-cf281a936d45 req-e7fe9363-6944-4086-a69d-765a78d42250 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 May 12 15:37:49.020315 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d539-0bda-48cb-9d49-39d822130f0f req-a863f1ca-54d4-4ce8-aa71-9f427d5a52cd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:49.022019 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9749d539-0bda-48cb-9d49-39d822130f0f req-a863f1ca-54d4-4ce8-aa71-9f427d5a52cd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0521417 May 12 15:37:49.082953 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9749d539-0bda-48cb-9d49-39d822130f0f req-3cfdaee0-ed8a-41a9-b719-2e81dc2cd153 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503948 May 12 15:37:49.254014 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6395-df49-4aca-ad6c-c0aa599f582a req-d250da23-29f4-4b9c-a34e-d86da31ab030 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:49.262027 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5ecf6395-df49-4aca-ad6c-c0aa599f582a req-d250da23-29f4-4b9c-a34e-d86da31ab030 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0916913 May 12 15:37:49.304846 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:37:49.317018 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5ecf6395-df49-4aca-ad6c-c0aa599f582a req-f17977ef-7140-440f-a2f5-93d93199f7cc tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539663 May 12 15:37:49.591736 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:37:49.647477 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 18cd7191-e25f-4a20-a234-376a79b8ccdc completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:37:49.655140 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 18cd7191-e25f-4a20-a234-376a79b8ccdc triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:37:49.655908 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:49.731833 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:37:49.732223 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:49.757425 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:49.759884 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c897a-6eec-467e-92fc-d79736b08fb1" -d '{"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-plugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:49.772667 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:37:49.780166 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:49.807000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b2850a-c068-4c5d-ae54-2b3ec235b380 x-openstack-request-id: req-76b2850a-c068-4c5d-ae54-2b3ec235b380 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:49.807310 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-plugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:49.807564 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-76b2850a-c068-4c5d-ae54-2b3ec235b380 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:49.808159 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b2850a-c068-4c5d-ae54-2b3ec235b380'] response: {'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'code': 200} May 12 15:37:49.834852 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:37:50.123603 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c083e7b-645e-45af-ac87-cd6d0040b0aa req-b9c5ba1b-ba7b-4b17-9f46-7b5b680136cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:50.125366 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5c083e7b-645e-45af-ac87-cd6d0040b0aa req-b9c5ba1b-ba7b-4b17-9f46-7b5b680136cd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1129 time: 0.0409608 May 12 15:37:50.193423 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3da1f-d3d4-4146-a5ad-27272b11fed0 req-25175e5f-2378-4d8f-a3ef-82b32669797f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:50.195207 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ad3da1f-d3d4-4146-a5ad-27272b11fed0 req-25175e5f-2378-4d8f-a3ef-82b32669797f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0495939 May 12 15:37:50.244527 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ad3da1f-d3d4-4146-a5ad-27272b11fed0 req-0896a4f5-ba3b-498e-b2ee-2f1ef2844609 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 May 12 15:37:50.442103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdbef7-bda5-4237-8461-7418f71271f2 req-eef0ceb2-090e-46bf-89b5-c8dc8ed84268 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:50.443871 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ffdbef7-bda5-4237-8461-7418f71271f2 req-eef0ceb2-090e-46bf-89b5-c8dc8ed84268 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0507104 May 12 15:37:50.497022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ffdbef7-bda5-4237-8461-7418f71271f2 req-9b4b7cff-4cd7-409d-85bc-fb16ffdb4e94 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474751 May 12 15:37:51.590054 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7aba7-b4e7-414e-bd9e-c80b7967a365 req-1d396bb2-5aad-4b22-ae5a-28818dcabe5c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:51.591534 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eda7aba7-b4e7-414e-bd9e-c80b7967a365 req-1d396bb2-5aad-4b22-ae5a-28818dcabe5c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.2693889 May 12 15:37:51.639729 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8d779-758f-48dd-beb6-7796220cc54c req-e5b18cff-aec8-40a0-aac7-4e90776aca20 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:51.641757 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99d8d779-758f-48dd-beb6-7796220cc54c req-e5b18cff-aec8-40a0-aac7-4e90776aca20 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0730996 May 12 15:37:51.684917 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eda7aba7-b4e7-414e-bd9e-c80b7967a365 req-1de33b7c-077b-4838-b4c0-59bdda1f7054 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766895 May 12 15:37:51.715876 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99d8d779-758f-48dd-beb6-7796220cc54c req-ee2b010c-6543-4e2c-a2d9-39d106cb01fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602705 May 12 15:37:51.811053 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a948685-8512-4d96-9884-77f8f721d2d5 req-9089ed4e-ce90-4823-8767-598cd146a64f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:51.812567 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7a948685-8512-4d96-9884-77f8f721d2d5 req-9089ed4e-ce90-4823-8767-598cd146a64f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0565467 May 12 15:37:51.821353 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 35776) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:37:51.825988 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'floatingip': {'port_id': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:37:51.898372 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (9045efb1-e2ff-4d4f-93b0-812e7883b003), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:52.722793 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:52.728457 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (9045efb1-e2ff-4d4f-93b0-812e7883b003), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:52.850704 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Floating IP 9045efb1-e2ff-4d4f-93b0-812e7883b003 associated. External IP: 172.27.2.47, port: b2e2caaf-0b7c-4bb6-abe2-83c670e57c31. May 12 15:37:52.851283 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d921-cd52-4412-9fe0-85cd448a2c1b req-1287ecf3-8cfa-46bb-895e-44122fad6b70 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:52.856943 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7bb4d921-cd52-4412-9fe0-85cd448a2c1b req-1287ecf3-8cfa-46bb-895e-44122fad6b70 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0578535 May 12 15:37:52.902036 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7bb4d921-cd52-4412-9fe0-85cd448a2c1b req-d1e9bc65-53a3-40a6-b9de-25ab840c35ec tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437307 May 12 15:37:53.074355 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:37:53.186033 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:37:53.190605 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:53.200105 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:37:53.211123 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:53.211984 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:37:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:53.221149 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a7554a0a-2ae5-403a-a83a-f6e5a508d2d0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "PUT /v2.0/floatingips/9045efb1-e2ff-4d4f-93b0-812e7883b003 HTTP/1.1" status: 200 len: 991 time: 1.3985586 May 12 15:37:53.221796 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:37:53.224200 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebddb271-8bad-4184-95ee-d15c5b8fcb30" -d '{"events": [{"name": "network-changed", "server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:37:53.259297 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16b54b-bb07-4a0a-8065-b94dcff6e693 x-openstack-request-id: req-fc16b54b-bb07-4a0a-8065-b94dcff6e693 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:37:53.259580 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:37:53.259835 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fc16b54b-bb07-4a0a-8065-b94dcff6e693 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:37:53.260235 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc16b54b-bb07-4a0a-8065-b94dcff6e693'] response: {'name': 'network-changed', 'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'status': 'completed', 'code': 200} May 12 15:37:53.320193 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:53.587940 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5c083e7b-645e-45af-ac87-cd6d0040b0aa req-392b19d9-12a7-4824-bdcd-db46a93373c8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 May 12 15:37:53.665194 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '9045efb1-e2ff-4d4f-93b0-812e7883b003', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'port_id': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'mac_address': 'fa:16:3e:61:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be73f585-3978-4a35-b794-ccafc28dd120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:37:13Z', 'updated_at': '2022-05-12T15:37:52Z', 'revision_number': 1, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:53.691808 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:37:53.700716 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:37:53.701375 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:37:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:53.813533 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:37:53.935195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-940d2d56-fdc3-47db-8a5a-8b2e44ac4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:53.938120 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-940d2d56-fdc3-47db-8a5a-8b2e44ac4c54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1130 time: 0.0653071 May 12 15:37:54.029742 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41513c9d-c9da-4301-9b0f-7f1b18bd6964 req-b49d3c84-c4db-4fe9-8141-23b22f1871db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:54.031465 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41513c9d-c9da-4301-9b0f-7f1b18bd6964 req-b49d3c84-c4db-4fe9-8141-23b22f1871db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0470550 May 12 15:37:54.045467 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '9045efb1-e2ff-4d4f-93b0-812e7883b003', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'port_id': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'mac_address': 'fa:16:3e:61:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be73f585-3978-4a35-b794-ccafc28dd120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:37:13Z', 'updated_at': '2022-05-12T15:37:52Z', 'revision_number': 1, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:37:54.071602 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344775ca-9900-48d7-8c83-bcaa7c60b67f None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '9045efb1-e2ff-4d4f-93b0-812e7883b003', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'port_id': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'mac_address': 'fa:16:3e:61:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be73f585-3978-4a35-b794-ccafc28dd120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:37:13Z', 'updated_at': '2022-05-12T15:37:52Z', 'revision_number': 1, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:37:54.082454 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41513c9d-c9da-4301-9b0f-7f1b18bd6964 req-c8283d54-7231-41d7-9972-4a9e1d518320 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452070 May 12 15:37:54.278305 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7333f875-2379-4af6-a6e4-30d2c458db99 None None] New status for floating IP 9045efb1-e2ff-4d4f-93b0-812e7883b003: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:37:55.217109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045161be-01e4-4946-8cf1-a4a4ef3ffd9b req-30f67124-d7b2-403a-a108-dce20a6e11f7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:55.219239 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-045161be-01e4-4946-8cf1-a4a4ef3ffd9b req-30f67124-d7b2-403a-a108-dce20a6e11f7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0539036 May 12 15:37:55.266408 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-045161be-01e4-4946-8cf1-a4a4ef3ffd9b req-9f44b334-2f7b-472f-ac71-f14b9e1e476e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 May 12 15:37:55.569678 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-593ddac9-f5d7-4511-9cc4-baeedd37cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:55.571118 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-593ddac9-f5d7-4511-9cc4-baeedd37cc65 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.0908804 May 12 15:37:56.392415 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1fe49-3717-4501-9e02-9d73bc27e0b3 req-1e034397-0413-4da9-916a-853cf3c592d3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:56.393933 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f5d1fe49-3717-4501-9e02-9d73bc27e0b3 req-1e034397-0413-4da9-916a-853cf3c592d3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0499737 May 12 15:37:56.440740 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f5d1fe49-3717-4501-9e02-9d73bc27e0b3 req-3eb55a07-a54f-4023-8f50-8a003942a3d6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 May 12 15:37:57.575318 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefcf91-7568-43e8-abb3-9f2e3f09d6c7 req-e4a73668-1d5b-4613-ad9d-caee090ac1e9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:57.576723 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-feefcf91-7568-43e8-abb3-9f2e3f09d6c7 req-e4a73668-1d5b-4613-ad9d-caee090ac1e9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0534809 May 12 15:37:57.624885 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-feefcf91-7568-43e8-abb3-9f2e3f09d6c7 req-9ca24b3f-ad0e-45f1-a774-3d07ba5b85d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422194 May 12 15:37:58.438478 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-6531601f-ad43-47da-a4a0-336cca267b11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 1001 time: 0.1029880 May 12 15:37:58.548982 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-0520fd59-8aa8-4ecc-873c-80498289bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:58.550484 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-0520fd59-8aa8-4ecc-873c-80498289bc16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0529141 May 12 15:37:58.754034 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669d908-6e26-43b7-a78c-38b5a5056c8f req-dead4099-e866-414a-a516-c2543c329828 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:58.755473 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9669d908-6e26-43b7-a78c-38b5a5056c8f req-dead4099-e866-414a-a516-c2543c329828 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0493963 May 12 15:37:58.812900 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9669d908-6e26-43b7-a78c-38b5a5056c8f req-558a3ecf-57ef-4498-8c97-27ea7cc2ff5b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498896 May 12 15:37:58.972327 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-5b2714e5-41dd-4c50-917e-ff74eaa1025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:58.974026 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-5b2714e5-41dd-4c50-917e-ff74eaa1025b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775661 May 12 15:37:59.483401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:37:59.583482 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f538c-870c-4047-9b75-9a779c524ffc req-187e9c51-d3f0-46c7-a1f3-b16c6a6e0735 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:59.585022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff2f538c-870c-4047-9b75-9a779c524ffc req-187e9c51-d3f0-46c7-a1f3-b16c6a6e0735 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0983777 May 12 15:37:59.629260 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-1914e5de-8193-4eb9-a1f9-20e921f01302 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966195 May 12 15:37:59.647290 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff2f538c-870c-4047-9b75-9a779c524ffc req-86009014-a3fc-4a89-a502-3541ff1ce561 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556209 May 12 15:37:59.936385 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf818e35-5103-41b6-89be-488600484256 req-e88b7881-5664-4947-b5d7-658f1cafbd49 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:37:59.937942 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cf818e35-5103-41b6-89be-488600484256 req-e88b7881-5664-4947-b5d7-658f1cafbd49 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0517735 May 12 15:37:59.991289 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cf818e35-5103-41b6-89be-488600484256 req-4a0622ab-cc09-425e-82c9-e1308fec4720 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474668 May 12 15:38:00.169911 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ef40f-daf0-4170-b871-6b7d88a47661 req-8406acca-049f-4d21-bbdc-497655b9a402 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:00.172143 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-801ef40f-daf0-4170-b871-6b7d88a47661 req-8406acca-049f-4d21-bbdc-497655b9a402 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0537050 May 12 15:38:00.181013 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36040) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:00.185635 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'floatingip': {'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:00.236922 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36044) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:00.263871 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (3d9411be-c598-49e6-bd19-1ba3f4fea754), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.367017 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.454939 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Publish callbacks [] for security_group (a4087426-b46b-4cec-8af5-0a2058afc768), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.459669 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a4087426-b46b-4cec-8af5-0a2058afc768), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.500723 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4087426-b46b-4cec-8af5-0a2058afc768,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:00.508185 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cb8f375fd5e14716a67be05b45fd860f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692850 May 12 15:38:00.508988 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36056) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:00.519875 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.520426 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.520811 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.521148 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.521474 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.521802 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.522143 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.522477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.522774 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.523358 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.523755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.524083 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.524439 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.524821 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.525211 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b06cb1-df3a-40f4-9572-ab40a9abc1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:00.576509 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-126088d0-3458-4a9a-b432-367bbf72caa0 admin admin] Publish callbacks [] for security_group (a4087426-b46b-4cec-8af5-0a2058afc768), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.599480 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-126088d0-3458-4a9a-b432-367bbf72caa0 admin admin] Publish callbacks [] for security_group (a4087426-b46b-4cec-8af5-0a2058afc768), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.658008 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-126088d0-3458-4a9a-b432-367bbf72caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a4087426-b46b-4cec-8af5-0a2058afc768), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.660684 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-126088d0-3458-4a9a-b432-367bbf72caa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:00.666587 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-126088d0-3458-4a9a-b432-367bbf72caa0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a4087426-b46b-4cec-8af5-0a2058afc768 HTTP/1.1" status: 204 len: 168 time: 0.1516507 May 12 15:38:00.678790 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126088d0-3458-4a9a-b432-367bbf72caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4087426-b46b-4cec-8af5-0a2058afc768,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:00.903307 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37327-db39-4894-8e68-8db9b32e2fe5 req-85ac8519-c4b4-4e9a-82c5-e5616a840505 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:00.905022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c0a37327-db39-4894-8e68-8db9b32e2fe5 req-85ac8519-c4b4-4e9a-82c5-e5616a840505 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.1688349 May 12 15:38:01.078324 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36098) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:01.094182 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-801d071b-ad34-41da-9fc1-ef398b6d258b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.181599 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-801d071b-ad34-41da-9fc1-ef398b6d258b admin admin] Publish callbacks [] for security_group (33b7a456-27dc-4095-877e-487bdaf1bc48), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.187359 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-801d071b-ad34-41da-9fc1-ef398b6d258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (33b7a456-27dc-4095-877e-487bdaf1bc48), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.228253 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-801d071b-ad34-41da-9fc1-ef398b6d258b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f827f74ffe0f4e9d96af9400e2d988f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488111 May 12 15:38:01.229243 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d071b-ad34-41da-9fc1-ef398b6d258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7a456-27dc-4095-877e-487bdaf1bc48,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:01.231581 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36102) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:01.283502 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-618a04ea-8990-49a5-ae91-01b67bb92233 admin admin] Publish callbacks [] for security_group (33b7a456-27dc-4095-877e-487bdaf1bc48), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.308672 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-618a04ea-8990-49a5-ae91-01b67bb92233 admin admin] Publish callbacks [] for security_group (33b7a456-27dc-4095-877e-487bdaf1bc48), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.322285 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.db.resource_extend [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 15:38:01.366705 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-618a04ea-8990-49a5-ae91-01b67bb92233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (33b7a456-27dc-4095-877e-487bdaf1bc48), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.370149 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-618a04ea-8990-49a5-ae91-01b67bb92233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.371488 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-618a04ea-8990-49a5-ae91-01b67bb92233 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/33b7a456-27dc-4095-877e-487bdaf1bc48 HTTP/1.1" status: 204 len: 168 time: 0.1390066 May 12 15:38:01.374999 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c0a37327-db39-4894-8e68-8db9b32e2fe5 req-c6a21fce-f38a-4224-aa15-03f8909d15b8 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608948 May 12 15:38:01.406735 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a04ea-8990-49a5-ae91-01b67bb92233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7a456-27dc-4095-877e-487bdaf1bc48,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:01.432949 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.437410 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ebddb271-8bad-4184-95ee-d15c5b8fcb30 req-8d74830c-150b-462f-920b-c1c8a59152be service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023577 May 12 15:38:01.440045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (3d9411be-c598-49e6-bd19-1ba3f4fea754), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.563229 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Floating IP 3d9411be-c598-49e6-bd19-1ba3f4fea754 associated. External IP: 172.27.2.85, port: 18cd7191-e25f-4a20-a234-376a79b8ccdc. May 12 15:38:01.770019 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-0ba2c6fd-fb68-4355-bffb-354030eb022c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:01.771498 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-0ba2c6fd-fb68-4355-bffb-354030eb022c tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0905862 May 12 15:38:01.940933 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:38:01.966963 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Deleting port c2c5418a-5981-4611-a818-0337a7b7c9d6 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:38:01.967313 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:01.980215 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-8e62cb3b-9374-4569-a485-e4c65495f93d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577466 May 12 15:38:02.068274 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-0f49c10a-f604-47d4-8774-91b80662d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:02.071129 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-0f49c10a-f604-47d4-8774-91b80662d462 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1129 time: 0.0477705 May 12 15:38:02.158033 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] For port c2c5418a-5981-4611-a818-0337a7b7c9d6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2c5418a-5981-4611-a818-0337a7b7c9d6,segment=NetworkSegment(f2f1bc94-e13a-49a0-8583-8721c0ef79ff),segment_id=f2f1bc94-e13a-49a0-8583-8721c0ef79ff)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:02.158411 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:02.187384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Calling delete_port for c2c5418a-5981-4611-a818-0337a7b7c9d6 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:38:02.191483 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:02.198463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:02.205414 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:02.222819 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:02.223566 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:37:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:02.309670 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-92d44712-bff9-4395-9cee-b05bb624ab2f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "PUT /v2.0/floatingips/3d9411be-c598-49e6-bd19-1ba3f4fea754 HTTP/1.1" status: 200 len: 990 time: 2.1251235 May 12 15:38:02.310560 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:02.312857 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fc80e0-5588-4434-b53e-e042be113da3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:02.371210 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-d1c99705-2add-4f5a-b097-f6c5183ae630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:02.371924 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-d1c99705-2add-4f5a-b097-f6c5183ae630 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.2813089 May 12 15:38:02.392658 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b584b97-eb52-4846-b49c-8674c2201ea3 x-openstack-request-id: req-3b584b97-eb52-4846-b49c-8674c2201ea3 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:02.393813 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:02.394307 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3b584b97-eb52-4846-b49c-8674c2201ea3 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:02.395129 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b584b97-eb52-4846-b49c-8674c2201ea3'] response: {'name': 'network-changed', 'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'status': 'completed', 'code': 200} May 12 15:38:02.486168 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:02.540956 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-0ce703ea-b1d4-4df5-8954-565676dc827b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 998 time: 0.1589527 May 12 15:38:02.558653 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (c2c5418a-5981-4611-a818-0337a7b7c9d6), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:02.582126 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc45f54-5f1b-4398-9ddf-95bf02731f45 req-2bc610a6-656d-40d6-a0b5-64b61e36b381 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:02.584998 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8fc45f54-5f1b-4398-9ddf-95bf02731f45 req-2bc610a6-656d-40d6-a0b5-64b61e36b381 tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 945 time: 0.0990219 May 12 15:38:02.620564 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-b97789f7-6e96-4322-9ce0-eeb6b33cb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:02.622659 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-b97789f7-6e96-4322-9ce0-eeb6b33cb7c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0687451 May 12 15:38:02.661632 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Pushing event deleted for resources: {'Port': ['ID=c2c5418a-5981-4611-a818-0337a7b7c9d6,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:02.687425 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-2ab65454-49a4-40d0-bbf4-30009f660089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:02.689166 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-2ab65454-49a4-40d0-bbf4-30009f660089 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571005 May 12 15:38:02.703186 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.703634 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.704009 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.704356 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.704726 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.705061 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.705395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.705733 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.706092 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.707094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.707094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.707094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.707420 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.707628 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.708539 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:02.732223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] No DVR routers for this DVR port c2c5418a-5981-4611-a818-0337a7b7c9d6 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:02.741005 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:02.744258 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a90f9147-f0ac-4b00-9a7b-ee59c639e71d req-3e8eb375-d2d6-41b3-b7d9-2c09d722142a tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.88 "DELETE /v2.0/ports/c2c5418a-5981-4611-a818-0337a7b7c9d6 HTTP/1.1" status: 204 len: 173 time: 0.9656727 May 12 15:38:02.788502 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8fc45f54-5f1b-4398-9ddf-95bf02731f45 req-cd2ba667-d48e-4996-a56c-96568b4332ff tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/security-groups?id=b98f2cf4-1db7-49dd-b48f-74f3884b0343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710236 May 12 15:38:02.810887 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '3d9411be-c598-49e6-bd19-1ba3f4fea754', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'mac_address': 'fa:16:3e:a1:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a406a83-d33b-40db-adb0-9789902c45cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:37:09Z', 'updated_at': '2022-05-12T15:38:00Z', 'revision_number': 1, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:02.843081 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:02.852652 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:02.854108 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:37:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:02.859478 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-3e47b547-fc05-425c-aa18-d5740e469426 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619201 May 12 15:38:02.988058 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:03.243456 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2cf5059e-de6c-45b6-952d-a323e7168f11 req-3f4b3f2c-6b7b-42d5-8ec6-f38d1d6be8c3 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763628 May 12 15:38:03.289528 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '3d9411be-c598-49e6-bd19-1ba3f4fea754', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'mac_address': 'fa:16:3e:a1:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a406a83-d33b-40db-adb0-9789902c45cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:37:09Z', 'updated_at': '2022-05-12T15:38:00Z', 'revision_number': 1, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:03.326769 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493053-5b44-43c8-ad22-3f2764b35b25 None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '3d9411be-c598-49e6-bd19-1ba3f4fea754', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'mac_address': 'fa:16:3e:a1:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a406a83-d33b-40db-adb0-9789902c45cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:37:09Z', 'updated_at': '2022-05-12T15:38:00Z', 'revision_number': 1, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:03.497604 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36204) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:03.620433 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device c2c5418a-5981-4611-a818-0337a7b7c9d6 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:38:03.665891 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: c2c5418a-5981-4611-a818-0337a7b7c9d6 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:38:03.666283 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device c2c5418a-5981-4611-a818-0337a7b7c9d6 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:38:03.668669 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0cce7-abc0-46c5-a84c-4f77eeeb16c2 None None] New status for floating IP 3d9411be-c598-49e6-bd19-1ba3f4fea754: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:38:03.682605 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-854bc393-2fbe-4455-9981-1f5163362614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:03.705183 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-854bc393-2fbe-4455-9981-1f5163362614 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1129 time: 0.1133323 May 12 15:38:03.717725 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-712929a3-825d-44ac-bd70-0575b3473dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:03.838219 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-2a911934-a90f-4ea5-945f-88ca50548128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:03.841710 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-2a911934-a90f-4ea5-945f-88ca50548128 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.1250677 May 12 15:38:03.858167 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-712929a3-825d-44ac-bd70-0575b3473dc4 admin admin] Publish callbacks [] for security_group (e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:03.868294 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-712929a3-825d-44ac-bd70-0575b3473dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:03.872992 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36214) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:03.940398 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712929a3-825d-44ac-bd70-0575b3473dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:03.955244 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-9c369fdc-e12a-410a-a16b-0590396442dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 998 time: 0.1025803 May 12 15:38:03.993915 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-712929a3-825d-44ac-bd70-0575b3473dc4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4931deeeede4478983ced8c0105ac7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954987 May 12 15:38:03.996192 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a02c3730-1fb0-4a5a-ad02-aeaed03c2846 req-7b2a5de2-4f72-477a-a8f3-bd366584eefc tempest-DeleteServersTestJSON-317511449 tempest-DeleteServersTestJSON-317511449-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a7e88b1-4973-431a-adfb-49a2d837ca0c HTTP/1.1" status: 200 len: 210 time: 0.0661945 May 12 15:38:03.996859 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36218) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:04.010014 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-0c1168b2-b916-49fc-82af-97784e829804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:04.011607 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-0c1168b2-b916-49fc-82af-97784e829804 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0494807 May 12 15:38:04.066768 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-95213aab-0aed-479a-a0a9-94c14db1f846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.067270 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-979e29a7-db24-43e9-92fa-001f5d22b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:04.068780 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-979e29a7-db24-43e9-92fa-001f5d22b7b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425301 May 12 15:38:04.076076 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-80dee854-b5df-4304-9904-311006e01245 admin admin] Publish callbacks [] for security_group (e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.108565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-80dee854-b5df-4304-9904-311006e01245 admin admin] Publish callbacks [] for security_group (e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.191820 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-a7cdee82-e3a9-4547-b50d-fb47a939b25b service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092336 May 12 15:38:04.198368 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-80dee854-b5df-4304-9904-311006e01245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.201027 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-80dee854-b5df-4304-9904-311006e01245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.202155 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-80dee854-b5df-4304-9904-311006e01245 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea HTTP/1.1" status: 204 len: 168 time: 0.2041903 May 12 15:38:04.213374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-95213aab-0aed-479a-a0a9-94c14db1f846 admin admin] Publish callbacks [] for security_group (0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.221131 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dee854-b5df-4304-9904-311006e01245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de04ee-9c4b-4c97-a6eb-2f706ed6f4ea,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:04.223082 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-95213aab-0aed-479a-a0a9-94c14db1f846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.270586 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-95213aab-0aed-479a-a0a9-94c14db1f846 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a474db01414b4d538e21cccdbad67a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722732 May 12 15:38:04.271793 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213aab-0aed-479a-a0a9-94c14db1f846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:04.274389 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36228) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:04.334007 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf638811-7816-4ff8-a292-d392652dc590 admin admin] Publish callbacks [] for security_group (0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.342223 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a4fc80e0-5588-4434-b53e-e042be113da3 req-ada2a756-de97-4353-a8e8-54337a0350b2 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439540 May 12 15:38:04.359701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf638811-7816-4ff8-a292-d392652dc590 admin admin] Publish callbacks [] for security_group (0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.397082 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'name': 'network-vif-deleted', 'tag': 'c2c5418a-5981-4611-a818-0337a7b7c9d6'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:04.404394 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63f4ffc-9a61-42fe-9b33-d6671016f538" -d '{"events": [{"server_uuid": "6a7e88b1-4973-431a-adfb-49a2d837ca0c", "name": "network-vif-deleted", "tag": "c2c5418a-5981-4611-a818-0337a7b7c9d6"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:04.441890 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf638811-7816-4ff8-a292-d392652dc590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.446446 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf638811-7816-4ff8-a292-d392652dc590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.447781 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-bf638811-7816-4ff8-a292-d392652dc590 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b HTTP/1.1" status: 204 len: 168 time: 0.1723447 May 12 15:38:04.449442 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014e6a10-16ea-4a23-af43-bf28590fec52 x-openstack-request-id: req-014e6a10-16ea-4a23-af43-bf28590fec52 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:04.449727 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7e88b1-4973-431a-adfb-49a2d837ca0c", "name": "network-vif-deleted", "tag": "c2c5418a-5981-4611-a818-0337a7b7c9d6", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:04.449968 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-014e6a10-16ea-4a23-af43-bf28590fec52 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:04.450424 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014e6a10-16ea-4a23-af43-bf28590fec52'] response: {'server_uuid': '6a7e88b1-4973-431a-adfb-49a2d837ca0c', 'name': 'network-vif-deleted', 'tag': 'c2c5418a-5981-4611-a818-0337a7b7c9d6', 'status': 'completed', 'code': 200} May 12 15:38:04.461752 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf638811-7816-4ff8-a292-d392652dc590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc6a9a-689c-4bd7-9f42-95b14fd1a29b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:04.622652 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36246) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:04.636061 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdf40-4505-4425-920c-ecad72b2c259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.719814 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdf40-4505-4425-920c-ecad72b2c259 admin admin] Publish callbacks [] for security_group (12af561d-cd0e-4b90-b7c6-35e135857daf), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.724534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdf40-4505-4425-920c-ecad72b2c259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (12af561d-cd0e-4b90-b7c6-35e135857daf), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.763039 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fdf40-4505-4425-920c-ecad72b2c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12af561d-cd0e-4b90-b7c6-35e135857daf,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:04.767417 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-4c6fdf40-4505-4425-920c-ecad72b2c259 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bbe23348ae8b4ffb8473b971f3a46612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435871 May 12 15:38:04.769912 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36252) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:04.828780 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-98279fb2-a588-4dcc-8943-73dfabec51d2 admin admin] Publish callbacks [] for security_group (12af561d-cd0e-4b90-b7c6-35e135857daf), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.852944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36254) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:04.854363 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-98279fb2-a588-4dcc-8943-73dfabec51d2 admin admin] Publish callbacks [] for security_group (12af561d-cd0e-4b90-b7c6-35e135857daf), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.867182 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8cdba414-8db0-4327-88a0-d512ab5829b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.914169 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-98279fb2-a588-4dcc-8943-73dfabec51d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (12af561d-cd0e-4b90-b7c6-35e135857daf), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.917553 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-98279fb2-a588-4dcc-8943-73dfabec51d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.921803 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-98279fb2-a588-4dcc-8943-73dfabec51d2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12af561d-cd0e-4b90-b7c6-35e135857daf HTTP/1.1" status: 204 len: 168 time: 0.1482480 May 12 15:38:04.931265 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98279fb2-a588-4dcc-8943-73dfabec51d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12af561d-cd0e-4b90-b7c6-35e135857daf,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:04.977901 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8cdba414-8db0-4327-88a0-d512ab5829b2 admin admin] Publish callbacks [] for security_group (a358001c-739b-4fff-bf3a-4b03600cdaeb), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:04.982512 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8cdba414-8db0-4327-88a0-d512ab5829b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a358001c-739b-4fff-bf3a-4b03600cdaeb), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:05.035563 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdba414-8db0-4327-88a0-d512ab5829b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a358001c-739b-4fff-bf3a-4b03600cdaeb,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:05.054254 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-8cdba414-8db0-4327-88a0-d512ab5829b2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2dac5dbc08d445c98d1d5eb04d7bb80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994579 May 12 15:38:05.056499 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36260) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:05.148702 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0c838bd8-664a-424a-abaa-89e788dac725 admin admin] Publish callbacks [] for security_group (a358001c-739b-4fff-bf3a-4b03600cdaeb), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:05.175542 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0c838bd8-664a-424a-abaa-89e788dac725 admin admin] Publish callbacks [] for security_group (a358001c-739b-4fff-bf3a-4b03600cdaeb), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:05.266610 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0c838bd8-664a-424a-abaa-89e788dac725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a358001c-739b-4fff-bf3a-4b03600cdaeb), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:05.269340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0c838bd8-664a-424a-abaa-89e788dac725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:05.273370 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-0c838bd8-664a-424a-abaa-89e788dac725 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a358001c-739b-4fff-bf3a-4b03600cdaeb HTTP/1.1" status: 204 len: 168 time: 0.2128119 May 12 15:38:05.285561 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c838bd8-664a-424a-abaa-89e788dac725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a358001c-739b-4fff-bf3a-4b03600cdaeb,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:06.118296 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36350) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:06.215322 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038026342-network', 'tenant_id': 'f4ad19d7bf19450c87f7e4dc68219d55'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:06.236574 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Made reservation on behalf of f4ad19d7bf19450c87f7e4dc68219d55 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:06.239508 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.248806 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.345998 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks [] for security_group (b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.351666 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.377969 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:06.387983 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:06.392950 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (d90f539e-65ac-4906-b758-e0205fdcd5b7), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.393368 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Added segment d90f539e-65ac-4906-b758-e0205fdcd5b7 of type vlan for network 04524bae-7ecd-4e4a-94fa-635e3eaa72a8 May 12 15:38:06.442867 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (04524bae-7ecd-4e4a-94fa-635e3eaa72a8), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.473837 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (04524bae-7ecd-4e4a-94fa-635e3eaa72a8), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.474885 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:06.475541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.517197 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3973775 May 12 15:38:06.517794 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36398) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:06.523317 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Request body: {'subnet': {'network_id': '04524bae-7ecd-4e4a-94fa-635e3eaa72a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038026342-subnet', 'tenant_id': 'f4ad19d7bf19450c87f7e4dc68219d55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:06.552697 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276fb9d-04d9-4ca0-9f1b-05d8a81c041a admin admin] Pushing event updated for resources: {'Network': ['ID=04524bae-7ecd-4e4a-94fa-635e3eaa72a8,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:06.557782 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Made reservation on behalf of f4ad19d7bf19450c87f7e4dc68219d55 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:06.560183 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230805'] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.565149 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 04524bae-7ecd-4e4a-94fa-635e3eaa72a8 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:06.796157 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36410) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:06.840259 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230787'] for subnet (cb54348b-ffbc-44bb-be09-d3a3c8a40cfd), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.850551 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Deleting subnet 6a634c03-4e0e-4088-930d-52da7026135b {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:38:06.854218 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Publish callbacks [] for subnet (6a634c03-4e0e-4088-930d-52da7026135b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.894964 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (6a634c03-4e0e-4088-930d-52da7026135b), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.901846 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb54348b-ffbc-44bb-be09-d3a3c8a40cfd,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:06.915252 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Checking segment: {'id': 'd90f539e-65ac-4906-b758-e0205fdcd5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '04524bae-7ecd-4e4a-94fa-635e3eaa72a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:06.916345 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Network hostable DHCP agents. Network: 04524bae-7ecd-4e4a-94fa-635e3eaa72a8, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:06.939424 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Network 04524bae-7ecd-4e4a-94fa-635e3eaa72a8 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:06.944100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (6a634c03-4e0e-4088-930d-52da7026135b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.954648 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 04524bae-7ecd-4e4a-94fa-635e3eaa72a8) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:06.960621 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:06.961220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:06.977033 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de27358-6072-4a24-b424-a6a94d45d805 None None] Network 04524bae-7ecd-4e4a-94fa-635e3eaa72a8 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:07.003978 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3e063826-6cf3-44a1-b2f8-4089d05c22cc admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4849868 May 12 15:38:07.042235 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (6a634c03-4e0e-4088-930d-52da7026135b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.075217 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a634c03-4e0e-4088-930d-52da7026135b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:07.082897 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.086851 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-78b61ad9-b54d-48fe-9d0f-c6616267ef37 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6a634c03-4e0e-4088-930d-52da7026135b HTTP/1.1" status: 204 len: 168 time: 0.2894213 May 12 15:38:07.089590 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36436) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:07.130106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44812658-a7fe-485f-8829-028b8b146ce0 None None] Network 04524bae-7ecd-4e4a-94fa-635e3eaa72a8 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:07.202381 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (7ef2da11-6583-4235-854e-6839ff8d5196), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.527799 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (7ef2da11-6583-4235-854e-6839ff8d5196), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.549516 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef2da11-6583-4235-854e-6839ff8d5196']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:07.559495 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:07.559774 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f1bc94-e13a-49a0-8583-8721c0ef79ff') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:07.569775 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (f2f1bc94-e13a-49a0-8583-8721c0ef79ff), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.583534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (f2f1bc94-e13a-49a0-8583-8721c0ef79ff), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.589341 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:38:07.589720 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (f2f1bc94-e13a-49a0-8583-8721c0ef79ff), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:38:07.591700 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:38:07.623328 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36470) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:07.647449 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (7ef2da11-6583-4235-854e-6839ff8d5196), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.654525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.658151 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] 10.222.0.89 "DELETE /v2.0/networks/7ef2da11-6583-4235-854e-6839ff8d5196 HTTP/1.1" status: 204 len: 168 time: 0.5673981 May 12 15:38:07.673899 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fc441-179d-4237-afff-ac5e97b6cffc admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef2da11-6583-4235-854e-6839ff8d5196,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:07.733100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bf12545a-c42f-4abe-bac1-3979ec27d67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.762218 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36478) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:07.777185 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-534737236-network', 'tenant_id': '37026cccb16a4781b15e3f622c4547c8'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:07.791748 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36482) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:07.799277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Made reservation on behalf of 37026cccb16a4781b15e3f622c4547c8 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:07.802198 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.810812 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.845282 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bf12545a-c42f-4abe-bac1-3979ec27d67a admin admin] Publish callbacks [] for security_group (a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.856582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bf12545a-c42f-4abe-bac1-3979ec27d67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.873867 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-36660ff0-fb9e-4398-8870-24ed7ab2d9ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dc278e450c714353be7f27fa08069574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0808342 May 12 15:38:07.877245 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36486) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:07.900412 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks [] for security_group (176e73e4-d328-427a-9656-149ab167be16), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.905308 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (176e73e4-d328-427a-9656-149ab167be16), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.913671 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-bf12545a-c42f-4abe-bac1-3979ec27d67a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1ec3e5d32274414794f0449ec8da50fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888389 May 12 15:38:07.917324 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36488) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:07.922729 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12545a-c42f-4abe-bac1-3979ec27d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:07.937804 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:07.959966 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7f860990-6941-4ad9-8c92-462b9a83df91 admin admin] Publish callbacks [] for security_group (b98f2cf4-1db7-49dd-b48f-74f3884b0343), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.964642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e73e4-d328-427a-9656-149ab167be16,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:07.975710 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (8efc8a15-f7a7-4611-90d0-81abd2bb0100), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:07.976094 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Added segment 8efc8a15-f7a7-4611-90d0-81abd2bb0100 of type vlan for network 4f2a723e-626f-4ffa-970e-08a43a831d21 May 12 15:38:07.987427 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7f860990-6941-4ad9-8c92-462b9a83df91 admin admin] Publish callbacks [] for security_group (b98f2cf4-1db7-49dd-b48f-74f3884b0343), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.028695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (4f2a723e-626f-4ffa-970e-08a43a831d21), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.037272 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7f860990-6941-4ad9-8c92-462b9a83df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b98f2cf4-1db7-49dd-b48f-74f3884b0343), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.038956 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-983f1593-3c3f-4f52-98a1-12079e576fe6 admin admin] Publish callbacks [] for security_group (a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.039857 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7f860990-6941-4ad9-8c92-462b9a83df91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.041108 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-7f860990-6941-4ad9-8c92-462b9a83df91 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b98f2cf4-1db7-49dd-b48f-74f3884b0343 HTTP/1.1" status: 204 len: 168 time: 0.1603651 May 12 15:38:08.049406 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f860990-6941-4ad9-8c92-462b9a83df91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f2cf4-1db7-49dd-b48f-74f3884b0343,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:08.076202 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-983f1593-3c3f-4f52-98a1-12079e576fe6 admin admin] Publish callbacks [] for security_group (a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.082881 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (4f2a723e-626f-4ffa-970e-08a43a831d21), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.083890 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:08.084490 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.141417 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3778520 May 12 15:38:08.144296 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36492) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:08.149665 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Request body: {'subnet': {'network_id': '4f2a723e-626f-4ffa-970e-08a43a831d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-534737236-subnet', 'tenant_id': '37026cccb16a4781b15e3f622c4547c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:08.170867 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Made reservation on behalf of 37026cccb16a4781b15e3f622c4547c8 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:08.173650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45735c12-9466-46b3-994c-2920bb56cfca admin admin] Pushing event updated for resources: {'Network': ['ID=4f2a723e-626f-4ffa-970e-08a43a831d21,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:08.174708 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.193817 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 4f2a723e-626f-4ffa-970e-08a43a831d21 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:08.194519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-983f1593-3c3f-4f52-98a1-12079e576fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.197879 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-983f1593-3c3f-4f52-98a1-12079e576fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.198932 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-983f1593-3c3f-4f52-98a1-12079e576fe6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b HTTP/1.1" status: 204 len: 168 time: 0.2796910 May 12 15:38:08.208342 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1593-3c3f-4f52-98a1-12079e576fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9cdc5-b0a3-4f0b-9221-ee70226bc78b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:08.405323 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (4626b9fb-f4f7-473a-bcfb-67b61fd8aafc), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.462705 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4626b9fb-f4f7-473a-bcfb-67b61fd8aafc,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:08.471216 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Checking segment: {'id': '8efc8a15-f7a7-4611-90d0-81abd2bb0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f2a723e-626f-4ffa-970e-08a43a831d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:08.471546 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Network hostable DHCP agents. Network: 4f2a723e-626f-4ffa-970e-08a43a831d21, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:08.492577 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Network 4f2a723e-626f-4ffa-970e-08a43a831d21 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:08.502697 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 4f2a723e-626f-4ffa-970e-08a43a831d21) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:08.507942 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:08.508867 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.512193 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e38a28-25f3-4b8e-9111-9db9d0682ced None None] Network 4f2a723e-626f-4ffa-970e-08a43a831d21 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:08.531379 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-042efb61-8b11-48c4-a504-aeeb885da62c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3853636 May 12 15:38:08.623660 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36514) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:08.637548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d4d55b27-d77c-49ca-9cd8-2a3f81bcf254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.747875 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d4d55b27-d77c-49ca-9cd8-2a3f81bcf254 admin admin] Publish callbacks [] for security_group (071c6f7e-eb1d-46cb-891c-e9656f4dd8c7), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.753961 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d4d55b27-d77c-49ca-9cd8-2a3f81bcf254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (071c6f7e-eb1d-46cb-891c-e9656f4dd8c7), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.790502 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2253b-5fe0-4401-9b2f-1ad7838695e2 None None] Network 4f2a723e-626f-4ffa-970e-08a43a831d21 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:08.806746 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d4d55b27-d77c-49ca-9cd8-2a3f81bcf254 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=579d3a98b54a4894b52c98413ce03368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817074 May 12 15:38:08.809541 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d55b27-d77c-49ca-9cd8-2a3f81bcf254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c6f7e-eb1d-46cb-891c-e9656f4dd8c7,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:08.809837 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36524) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:08.907346 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2739ce69-06c6-43a1-831a-e4d1fe54e2c2 admin admin] Publish callbacks [] for security_group (071c6f7e-eb1d-46cb-891c-e9656f4dd8c7), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.937785 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2739ce69-06c6-43a1-831a-e4d1fe54e2c2 admin admin] Publish callbacks [] for security_group (071c6f7e-eb1d-46cb-891c-e9656f4dd8c7), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.994139 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2739ce69-06c6-43a1-831a-e4d1fe54e2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (071c6f7e-eb1d-46cb-891c-e9656f4dd8c7), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.996750 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2739ce69-06c6-43a1-831a-e4d1fe54e2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:08.997906 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2739ce69-06c6-43a1-831a-e4d1fe54e2c2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/071c6f7e-eb1d-46cb-891c-e9656f4dd8c7 HTTP/1.1" status: 204 len: 168 time: 0.1865659 May 12 15:38:09.011606 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739ce69-06c6-43a1-831a-e4d1fe54e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c6f7e-eb1d-46cb-891c-e9656f4dd8c7,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.055739 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36538) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:09.172738 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-network', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:09.198891 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Made reservation on behalf of 72d34bbf298a42fc943c77b2d90747e6 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:09.201520 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.212596 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.304029 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks [] for security_group (388c7914-783e-49eb-8b66-6954c20054a4), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.310670 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (388c7914-783e-49eb-8b66-6954c20054a4), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.349628 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:09.371076 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388c7914-783e-49eb-8b66-6954c20054a4,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.374445 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (2f8c7768-f763-4a22-a247-c370846a29ce), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.374895 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Added segment 2f8c7768-f763-4a22-a247-c370846a29ce of type vlan for network face382c-cf88-455e-a792-36e0eb4696a1 May 12 15:38:09.421506 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (face382c-cf88-455e-a792-36e0eb4696a1), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.453975 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (face382c-cf88-455e-a792-36e0eb4696a1), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.455863 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:09.456848 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.491811 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4349599 May 12 15:38:09.494895 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36562) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:09.500150 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Request body: {'subnet': {'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-subnet', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:09.521362 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eaf9a-9889-4479-8d62-4371138fa723 admin admin] Pushing event updated for resources: {'Network': ['ID=face382c-cf88-455e-a792-36e0eb4696a1,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.531414 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Made reservation on behalf of 72d34bbf298a42fc943c77b2d90747e6 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:09.535336 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network face382c-cf88-455e-a792-36e0eb4696a1 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:09.536704 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230805'] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.706267 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230787'] for subnet (597ce6f5-15ce-4ae8-a665-dd08c4561bf1), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.760282 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=597ce6f5-15ce-4ae8-a665-dd08c4561bf1,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:09.769009 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Checking segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:09.769364 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Network hostable DHCP agents. Network: face382c-cf88-455e-a792-36e0eb4696a1, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:09.787524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Network face382c-cf88-455e-a792-36e0eb4696a1 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:09.798351 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, face382c-cf88-455e-a792-36e0eb4696a1) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:09.803799 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:09.804447 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.808857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818d037-308d-4974-8148-c160e258c18e None None] Network face382c-cf88-455e-a792-36e0eb4696a1 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:09.827571 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-12554a3a-eb18-4df0-9816-20aee1710754 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3286734 May 12 15:38:09.827772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36574) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:09.832220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:09.853509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.855396 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.928932 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-face382c-cf88-455e-a792-36e0eb4696a1', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:38:09.930814 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks [] for router_controller (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:09.931489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.086889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks [] for router_gateway (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.107072 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Allocated IP 172.20.0.2 (face382c-cf88-455e-a792-36e0eb4696a1/597ce6f5-15ce-4ae8-a665-dd08c4561bf1/69d7a6a2-0745-44c3-a5cb-af6d68953e02) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:10.260945 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Publish callbacks [] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.267505 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.299176 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks [] for router_gateway (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.311796 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Network face382c-cf88-455e-a792-36e0eb4696a1 is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:10.314900 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:10.317902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:10.327981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.331830 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Pushing event updated for resources: {'Port': ['ID=69d7a6a2-0745-44c3-a5cb-af6d68953e02,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:10.358472 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.358935 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.359377 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.359803 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.360199 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.360722 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.361195 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.361680 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.362165 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.362656 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.363138 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.363598 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.364076 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.364572 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.365137 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:10.415500 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Attempting to bind port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:10.415776 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Attempting to bind port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:10.416140 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Attempting to bind port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:10.426958 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:10.427691 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Checking segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:10.428662 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.429119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Bound using segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:10.430284 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Bound port: 69d7a6a2-0745-44c3-a5cb-af6d68953e02, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:10.430836 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.498803 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Allocated IP 172.27.2.34 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/d318d606-12d0-40cc-b33e-bc3daff504cc) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:10.532188 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] For port 69d7a6a2-0745-44c3-a5cb-af6d68953e02, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:10.536988 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] For port 69d7a6a2-0745-44c3-a5cb-af6d68953e02, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=69d7a6a2-0745-44c3-a5cb-af6d68953e02,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:10.545072 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.604367 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bea8d-5d63-4119-87d0-5ab7d2786368 None None] Pushing event updated for resources: {'Port': ['ID=69d7a6a2-0745-44c3-a5cb-af6d68953e02,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:10.635982 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks [] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.685283 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:10.727311 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:10.733455 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:10.738356 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:10.741575 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Pushing event updated for resources: {'Port': ['ID=d318d606-12d0-40cc-b33e-bc3daff504cc,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:11.079991 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks [] for router_gateway (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.217401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 69d7a6a2-0745-44c3-a5cb-af6d68953e02 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:11.268905 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:11.269671 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.312605 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.364365 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:11.364790 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.410114 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 69d7a6a2-0745-44c3-a5cb-af6d68953e02, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=69d7a6a2-0745-44c3-a5cb-af6d68953e02,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:11.425179 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.501061 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:38:11.557474 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=69d7a6a2-0745-44c3-a5cb-af6d68953e02,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:11.663505 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:11.676546 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Sync routers for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:11.692702 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:11.693405 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:37:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:11.698791 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.703479 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-452d77e9-5b83-4ca2-8a78-9bbe119b2018 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8718569 May 12 15:38:11.703883 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36634) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:11.710920 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f458380f-6482-4941-938f-26c79e87b335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.858977 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a90be0-b909-43c4-b7bd-dc49fa396ed0 None None] Network face382c-cf88-455e-a792-36e0eb4696a1 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:11.988676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-04b6f765-9561-4e8a-910d-a3048c588f29 None None] Provisioning complete for port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:11.989349 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-04b6f765-9561-4e8a-910d-a3048c588f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:11.996863 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:12.115004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-04b6f765-9561-4e8a-910d-a3048c588f29 None None] Current status of the port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:12.335142 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:10Z', 'revision_number': 3, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:12.370193 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Checking router: 40ab0b5f-af4b-47a9-960a-d51a6e3d966f for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:12.370548 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Updating router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f port d318d606-12d0-40cc-b33e-bc3daff504cc binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:38:12.386798 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.401011 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.439614 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-79122e1d-07b5-4f4d-bbb7-3bae4a5b0b8c None None] Provisioning complete for port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:12.440396 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-79122e1d-07b5-4f4d-bbb7-3bae4a5b0b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.527886 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-79122e1d-07b5-4f4d-bbb7-3bae4a5b0b8c None None] Current status of the port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:12.565549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Allocated IP 172.20.0.1 (face382c-cf88-455e-a792-36e0eb4696a1/597ce6f5-15ce-4ae8-a665-dd08c4561bf1/cc6d8f96-db5c-4815-9cb2-16b991f1ac61) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:12.679901 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks [] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.713791 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.714557 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Publish callbacks [] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.719917 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.756565 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Network face382c-cf88-455e-a792-36e0eb4696a1 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:12.759551 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:12.762629 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:12.769581 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Attempting to bind port d318d606-12d0-40cc-b33e-bc3daff504cc on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:12.769952 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Attempting to bind port d318d606-12d0-40cc-b33e-bc3daff504cc by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:12.770308 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Attempting to bind port d318d606-12d0-40cc-b33e-bc3daff504cc on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:12.776060 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Pushing event updated for resources: {'Port': ['ID=d318d606-12d0-40cc-b33e-bc3daff504cc,revision_number=2']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:12.784588 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.784930 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.785389 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.785749 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.786086 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.786415 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.786785 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.787113 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.787580 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.787963 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.788289 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.788669 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.789073 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.789420 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.789827 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:38:12.794795 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:12.795595 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:12.796147 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.796740 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:12.797371 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Bound port: d318d606-12d0-40cc-b33e-bc3daff504cc, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:12.797902 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.803118 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:12.842628 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.854179 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] For port d318d606-12d0-40cc-b33e-bc3daff504cc, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:12.857645 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] For port d318d606-12d0-40cc-b33e-bc3daff504cc, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=d318d606-12d0-40cc-b33e-bc3daff504cc,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:12.871943 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:12.933574 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af0059-a870-45c3-a2fe-ae4bafe133ad None None] Pushing event updated for resources: {'Port': ['ID=d318d606-12d0-40cc-b33e-bc3daff504cc,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:12.951629 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:12.952332 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:37:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:13.021731 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:13.050465 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-e0e33446-08db-4b1c-a12d-5e86bfc331ba None None] Provisioning complete for port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:13.056708 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e0e33446-08db-4b1c-a12d-5e86bfc331ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:13.110325 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-e0e33446-08db-4b1c-a12d-5e86bfc331ba None None] Port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:13.121599 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:13.226299 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 69d7a6a2-0745-44c3-a5cb-af6d68953e02 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:13.296670 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:13.297103 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:13.339467 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:10Z', 'revision_number': 3, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:13.379909 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9019c63a-dafb-461e-85b7-22858929c127 None None] The sync data for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi is: [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:10Z', 'revision_number': 3, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:13.380297 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks [] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:13.390454 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:13.439628 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:13.486110 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:13.503404 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:13.692755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Network face382c-cf88-455e-a792-36e0eb4696a1 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:13.694423 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:13.895931 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:38:13.911231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-cec4f739-df91-4f65-afb8-107351427513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:14.050004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-b756f484-71b8-4cec-a64a-653c9268f713 None None] Provisioning complete for port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:14.050645 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b756f484-71b8-4cec-a64a-653c9268f713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:14.086873 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:14.103968 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-b756f484-71b8-4cec-a64a-653c9268f713 None None] Port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:14.109557 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1b7ebb19-fe21-4625-88f9-4a32bd680480 admin admin] 10.222.0.89 "PUT /v2.0/routers/40ab0b5f-af4b-47a9-960a-d51a6e3d966f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4035552 May 12 15:38:14.589003 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-9d53aa8a-1ad1-4e05-8edd-18bb8fa51cef tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:14.590696 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-9d53aa8a-1ad1-4e05-8edd-18bb8fa51cef tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 819 time: 0.1108093 May 12 15:38:14.606973 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-8f0fe96e-8520-42e5-8e2e-b4327080c02c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/quotas/72d34bbf298a42fc943c77b2d90747e6 HTTP/1.1" status: 200 len: 375 time: 0.0103574 May 12 15:38:14.664451 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-40e09d7e-b4e9-489e-8603-8cc7e5924fcc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517433 May 12 15:38:14.767428 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-7df19da6-a4df-4b82-9b64-39c7838a3625 service neutron] 10.222.0.89 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948679 May 12 15:38:14.861390 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-51ead7c5-143c-4923-9f7d-3bef97a15ef8 service neutron] 10.222.0.89 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880463 May 12 15:38:15.023227 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:15.035041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-89907541-ae06-4628-ab7e-aee533bda278 req-909cf554-5b39-4f83-9ee2-13cfeae890e4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 210 time: 0.0384650 May 12 15:38:15.221279 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device d318d606-12d0-40cc-b33e-bc3daff504cc up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:15.300426 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port d318d606-12d0-40cc-b33e-bc3daff504cc triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:15.301813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:15.346585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-dffa1a45-0539-47c6-9615-108ad60093d8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:15.348806 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-dffa1a45-0539-47c6-9615-108ad60093d8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 819 time: 0.1503000 May 12 15:38:15.369080 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-4f552751-a2d2-4e6d-8178-c7ee9921aac5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/quotas/72d34bbf298a42fc943c77b2d90747e6 HTTP/1.1" status: 200 len: 375 time: 0.0146508 May 12 15:38:15.443476 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port d318d606-12d0-40cc-b33e-bc3daff504cc is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:15.443873 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:15.464821 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-532e7426-57d9-4b0a-9f01-8f83b25961f9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937324 May 12 15:38:15.497909 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port d318d606-12d0-40cc-b33e-bc3daff504cc, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=d318d606-12d0-40cc-b33e-bc3daff504cc,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:15.507238 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Sync routers for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:15.520893 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:15.599321 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-785f3f49-9326-466c-83ff-815e8e5ee2b1 service neutron] 10.222.0.89 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295311 May 12 15:38:15.599873 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=d318d606-12d0-40cc-b33e-bc3daff504cc,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:15.608375 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:15.609045 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:15.760512 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36804) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:15.797702 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:16.095707 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-6842bfe8-b16b-4e8b-9273-2af84bc16b6f service neutron] 10.222.0.89 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805713 May 12 15:38:16.184004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:13Z', 'revision_number': 2, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:16.217605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Checking router: 40ab0b5f-af4b-47a9-960a-d51a6e3d966f for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:16.217958 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Updating router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:38:16.263793 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.284969 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e032c01e-892f-4fa0-bce8-07237be015b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.319615 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-be90b20b-e138-407a-8752-039b52b15f7f req-380a1bec-688a-430d-97f8-5d632c8c9ebc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 210 time: 0.0407195 May 12 15:38:16.419586 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e032c01e-892f-4fa0-bce8-07237be015b1 admin admin] Publish callbacks [] for security_group (c5f653c4-14c7-4d3d-b494-6343b6c4448d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.428151 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e032c01e-892f-4fa0-bce8-07237be015b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c5f653c4-14c7-4d3d-b494-6343b6c4448d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.508872 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e032c01e-892f-4fa0-bce8-07237be015b1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3f8da7f33c504ce385620caba97c8937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7461035 May 12 15:38:16.511307 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032c01e-892f-4fa0-bce8-07237be015b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f653c4-14c7-4d3d-b494-6343b6c4448d,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.514125 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36832) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:16.577316 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.591358 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-24c892c4-b969-41cc-af6d-27014d9ea460 admin admin] Publish callbacks [] for security_group (c5f653c4-14c7-4d3d-b494-6343b6c4448d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.632339 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-24c892c4-b969-41cc-af6d-27014d9ea460 admin admin] Publish callbacks [] for security_group (c5f653c4-14c7-4d3d-b494-6343b6c4448d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.669866 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-67eb70c3-edb3-4748-be66-489109102d32 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:16.671513 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-67eb70c3-edb3-4748-be66-489109102d32 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 819 time: 0.1480782 May 12 15:38:16.690459 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'port': {'device_id': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'admin_state_up': True, 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:16.706371 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-24c892c4-b969-41cc-af6d-27014d9ea460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c5f653c4-14c7-4d3d-b494-6343b6c4448d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.710726 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-24c892c4-b969-41cc-af6d-27014d9ea460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:16.718973 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-24c892c4-b969-41cc-af6d-27014d9ea460 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c5f653c4-14c7-4d3d-b494-6343b6c4448d HTTP/1.1" status: 204 len: 168 time: 0.2028325 May 12 15:38:16.736901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c892c4-b969-41cc-af6d-27014d9ea460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f653c4-14c7-4d3d-b494-6343b6c4448d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:16.869858 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Made reservation on behalf of 72d34bbf298a42fc943c77b2d90747e6 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:16.874035 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.021043 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Publish callbacks [] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.040081 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.110968 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db134028-5c38-44e0-b202-255cc022b36e None None] Pushing event updated for resources: {'Port': ['ID=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.126480 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Allocated IP 172.20.0.8 (face382c-cf88-455e-a792-36e0eb4696a1/597ce6f5-15ce-4ae8-a665-dd08c4561bf1/bb4489c9-042d-4dc5-8442-2157497a78a3) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:17.209703 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36856) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:17.223530 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-03623e0b-bea7-4424-8fd8-67da456706e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.241954 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Attempting to bind port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:17.242574 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Attempting to bind port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:17.243223 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Attempting to bind port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:17.250205 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:17.250867 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Checking segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:17.251477 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.261437 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Bound using segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:17.262337 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Bound port: cc6d8f96-db5c-4815-9cb2-16b991f1ac61, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:17.264106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.425689 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] For port cc6d8f96-db5c-4815-9cb2-16b991f1ac61, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:17.433803 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] For port cc6d8f96-db5c-4815-9cb2-16b991f1ac61, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:17.437955 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-03623e0b-bea7-4424-8fd8-67da456706e7 admin admin] Publish callbacks [] for security_group (980691b0-70dc-4199-8a07-1b951aeb47d6), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.447462 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device d318d606-12d0-40cc-b33e-bc3daff504cc up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:17.454172 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-03623e0b-bea7-4424-8fd8-67da456706e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (980691b0-70dc-4199-8a07-1b951aeb47d6), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.476272 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.606249 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.640643 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc40b4b8-0e03-4c07-aa04-1ebba3044d3e req-0e340ae8-a326-4567-b763-e1566b2f662a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 210 time: 0.1829698 May 12 15:38:17.677373 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-03623e0b-bea7-4424-8fd8-67da456706e7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5efb47325f2a417cb5d7a2d1d5f91293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639761 May 12 15:38:17.677373 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03623e0b-bea7-4424-8fd8-67da456706e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980691b0-70dc-4199-8a07-1b951aeb47d6,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.677936 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.678457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36874) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:17.734595 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Network face382c-cf88-455e-a792-36e0eb4696a1 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:17.744726 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:17.748287 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:17.750334 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:17.757615 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:17.759728 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] Provisioning complete for port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:17.760107 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.787475 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'Port': ['ID=bb4489c9-042d-4dc5-8442-2157497a78a3,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.819039 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:17.819834 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.841613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcce-330a-4543-84c5-a51dce3a8e66 admin admin] Publish callbacks [] for security_group (980691b0-70dc-4199-8a07-1b951aeb47d6), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.875153 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a34566e8-f215-457b-969e-d253d9dd3496 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1875799 May 12 15:38:17.901713 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Request body: {'port': {'device_id': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:17.939321 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db134028-5c38-44e0-b202-255cc022b36e None None] Pushing event updated for resources: {'Port': ['ID=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:17.950563 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.959412 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port d318d606-12d0-40cc-b33e-bc3daff504cc triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:17.963672 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:17.965441 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcce-330a-4543-84c5-a51dce3a8e66 admin admin] Publish callbacks [] for security_group (980691b0-70dc-4199-8a07-1b951aeb47d6), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.064560 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.078458 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] Current status of the port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:18.078839 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.190545 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] For port cc6d8f96-db5c-4815-9cb2-16b991f1ac61, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:18.191096 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-bc189445-ab41-404d-af27-4cef36264543 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:18.193115 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-bc189445-ab41-404d-af27-4cef36264543 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 819 time: 0.2798624 May 12 15:38:18.206891 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.218269 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'port': {'device_id': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'admin_state_up': True, 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:18.229279 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:18.259431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcce-330a-4543-84c5-a51dce3a8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (980691b0-70dc-4199-8a07-1b951aeb47d6), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.262914 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcce-330a-4543-84c5-a51dce3a8e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.264433 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f8a9fcce-330a-4543-84c5-a51dce3a8e66 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/980691b0-70dc-4199-8a07-1b951aeb47d6 HTTP/1.1" status: 204 len: 168 time: 0.5849955 May 12 15:38:18.320988 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9fcce-330a-4543-84c5-a51dce3a8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980691b0-70dc-4199-8a07-1b951aeb47d6,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:18.324509 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d263b1d-a0e4-4633-9910-d5927988be29 None None] Pushing event updated for resources: {'Port': ['ID=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:18.372149 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-888f4009-b500-4af0-bc5c-86531f5f7043 None None] Provisioning complete for port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:18.372835 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-888f4009-b500-4af0-bc5c-86531f5f7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.419900 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port d318d606-12d0-40cc-b33e-bc3daff504cc is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:18.467755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Made reservation on behalf of 72d34bbf298a42fc943c77b2d90747e6 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:18.471887 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.570730 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-888f4009-b500-4af0-bc5c-86531f5f7043 None None] Current status of the port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:18.589261 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-888f4009-b500-4af0-bc5c-86531f5f7043 None None] Provisioning complete for port bb4489c9-042d-4dc5-8442-2157497a78a3 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:18.589649 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-888f4009-b500-4af0-bc5c-86531f5f7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.622590 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4489c9-042d-4dc5-8442-2157497a78a3 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:38:18.638815 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Publish callbacks [] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.654941 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Transition to ACTIVE for port object bb4489c9-042d-4dc5-8442-2157497a78a3 will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:38:18.662881 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:18.666536 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:17Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:18.722055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-888f4009-b500-4af0-bc5c-86531f5f7043 None None] Port bb4489c9-042d-4dc5-8442-2157497a78a3 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:18.726017 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c3a03-a876-410d-882c-aa13ee200f42 None None] The sync data for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi is: [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:17Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:18.767162 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Allocated IP 172.20.0.12 (face382c-cf88-455e-a792-36e0eb4696a1/597ce6f5-15ce-4ae8-a665-dd08c4561bf1/5c5b0249-be7e-446e-bb63-8151deda53b2) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:18.771501 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4489c9-042d-4dc5-8442-2157497a78a3,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:18.922579 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-157f3b9b-990d-4006-91c8-d688022c21aa req-2a5224a4-6575-44fb-ae05-8705c384073d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 210 time: 0.1330495 May 12 15:38:18.953547 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Attempting to bind port bb4489c9-042d-4dc5-8442-2157497a78a3 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:18.954925 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Attempting to bind port bb4489c9-042d-4dc5-8442-2157497a78a3 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:18.955364 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Attempting to bind port bb4489c9-042d-4dc5-8442-2157497a78a3 on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:18.973564 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Port bb4489c9-042d-4dc5-8442-2157497a78a3 on network face382c-cf88-455e-a792-36e0eb4696a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:38:18.973996 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Attempting to bind port bb4489c9-042d-4dc5-8442-2157497a78a3 on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:18.983207 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:18.983914 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Checking segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:18.985566 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Bound using segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:18.986605 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Bound port: bb4489c9-042d-4dc5-8442-2157497a78a3, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:18.987407 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.198143 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] For port bb4489c9-042d-4dc5-8442-2157497a78a3, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:19.213296 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.216715 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] For port bb4489c9-042d-4dc5-8442-2157497a78a3, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bb4489c9-042d-4dc5-8442-2157497a78a3,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:19.229473 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.291029 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device cc6d8f96-db5c-4815-9cb2-16b991f1ac61 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:19.306088 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:19.306723 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.308144 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] 10.222.0.88 "PUT /v2.0/ports/bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 200 len: 1093 time: 1.4244931 May 12 15:38:19.308614 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'tag': 'bb4489c9-042d-4dc5-8442-2157497a78a3'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:19.310946 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac451c0-6d38-42ac-909f-19776cf51cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f2fa5c-7d16-4c2e-978e-c63f357f460f", "tag": "bb4489c9-042d-4dc5-8442-2157497a78a3"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:19.349635 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.404588 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e79a-88f6-438b-889c-71bce97ca219 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4489c9-042d-4dc5-8442-2157497a78a3,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:19.461171 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:19.461963 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-896b8045-2ecd-4f54-83f8-01074510323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:19.463079 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.466585 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-896b8045-2ecd-4f54-83f8-01074510323f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1127 time: 0.0745761 May 12 15:38:19.576772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Network face382c-cf88-455e-a792-36e0eb4696a1 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:19.603528 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc54db-1640-481f-9d1c-4ef776277121 x-openstack-request-id: req-5ccc54db-1640-481f-9d1c-4ef776277121 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:19.604541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f2fa5c-7d16-4c2e-978e-c63f357f460f", "tag": "bb4489c9-042d-4dc5-8442-2157497a78a3", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:19.606083 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5ccc54db-1640-481f-9d1c-4ef776277121 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:19.611523 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccc54db-1640-481f-9d1c-4ef776277121'] response: {'name': 'network-changed', 'server_uuid': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'tag': 'bb4489c9-042d-4dc5-8442-2157497a78a3', 'status': 'completed', 'code': 200} May 12 15:38:19.613642 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-ab2c0f70-271f-4f9b-89ff-157e4114ff4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 200 len: 217 time: 0.1384842 May 12 15:38:19.614106 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'Port': ['ID=5c5b0249-be7e-446e-bb63-8151deda53b2,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:19.630937 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:19.642944 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:19.724401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:19.765549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a65c841a-c994-435a-a342-e1f74c17a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:19.765747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 36936) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:19.767070 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-a65c841a-c994-435a-a342-e1f74c17a331 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.1437392 May 12 15:38:19.799961 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:19.800749 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:19.852975 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-d5b36d48-7cef-437a-89e8-db1c2021dddb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6426001 May 12 15:38:19.866460 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-dcb51801-1f16-4bfc-bf0a-db9a4131f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:19.867908 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Request body: {'port': {'device_id': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:19.871551 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-dcb51801-1f16-4bfc-bf0a-db9a4131f334 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943112 May 12 15:38:20.041755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb93cf1d-fa29-48b9-a904-22e3f53ddb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.089279 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.137411 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-2f0f9f3b-9d74-438f-84e8-02e9ecba4183 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571440 May 12 15:38:20.205676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-a080697a-d037-48bb-b26f-c67bdbe74d30 None None] Provisioning complete for port 5c5b0249-be7e-446e-bb63-8151deda53b2 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:20.206293 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a080697a-d037-48bb-b26f-c67bdbe74d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.252665 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-a080697a-d037-48bb-b26f-c67bdbe74d30 None None] Port 5c5b0249-be7e-446e-bb63-8151deda53b2 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:20.274878 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e78b1-b770-4aa5-b851-9df16dd86312 req-f8047bbb-257d-4e86-a93d-116fd96e8ef4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:20.283434 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb8e78b1-b770-4aa5-b851-9df16dd86312 req-f8047bbb-257d-4e86-a93d-116fd96e8ef4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 932 time: 0.2056675 May 12 15:38:20.332560 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dc82f557-0f69-4574-afdf-51d8f4284420 req-ca63a6e5-2ad9-4d04-a56c-0e9b17348295 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838293 May 12 15:38:20.380558 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb93cf1d-fa29-48b9-a904-22e3f53ddb75 admin admin] Publish callbacks [] for security_group (ef5fee6e-d0a3-4ab7-a1e4-d53528462de4), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.402697 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb93cf1d-fa29-48b9-a904-22e3f53ddb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (ef5fee6e-d0a3-4ab7-a1e4-d53528462de4), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.457590 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb8e78b1-b770-4aa5-b851-9df16dd86312 req-2740b4c1-06f0-4cae-91d2-1f439c0da8b9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731703 May 12 15:38:20.460645 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-eb93cf1d-fa29-48b9-a904-22e3f53ddb75 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ff17b5375c114095ab8501db6333614f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6938913 May 12 15:38:20.463569 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 36964) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:20.543588 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9a585a09-ff12-45eb-84b7-386078875cae admin admin] Publish callbacks [] for security_group (ef5fee6e-d0a3-4ab7-a1e4-d53528462de4), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.550857 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93cf1d-fa29-48b9-a904-22e3f53ddb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5fee6e-d0a3-4ab7-a1e4-d53528462de4,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:20.591434 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9a585a09-ff12-45eb-84b7-386078875cae admin admin] Publish callbacks [] for security_group (ef5fee6e-d0a3-4ab7-a1e4-d53528462de4), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.698022 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9a585a09-ff12-45eb-84b7-386078875cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (ef5fee6e-d0a3-4ab7-a1e4-d53528462de4), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.703934 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9a585a09-ff12-45eb-84b7-386078875cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.705970 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-9a585a09-ff12-45eb-84b7-386078875cae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef5fee6e-d0a3-4ab7-a1e4-d53528462de4 HTTP/1.1" status: 204 len: 168 time: 0.2411740 May 12 15:38:20.730007 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a585a09-ff12-45eb-84b7-386078875cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5fee6e-d0a3-4ab7-a1e4-d53528462de4,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:20.880957 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5b0249-be7e-446e-bb63-8151deda53b2 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:38:20.889072 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Publish callbacks [] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:20.903614 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Transition to ACTIVE for port object 5c5b0249-be7e-446e-bb63-8151deda53b2 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:38:20.910832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.019088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b0249-be7e-446e-bb63-8151deda53b2,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:21.116270 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Attempting to bind port 5c5b0249-be7e-446e-bb63-8151deda53b2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:21.116899 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Attempting to bind port 5c5b0249-be7e-446e-bb63-8151deda53b2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:21.117683 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Attempting to bind port 5c5b0249-be7e-446e-bb63-8151deda53b2 on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:21.125685 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Port 5c5b0249-be7e-446e-bb63-8151deda53b2 on network face382c-cf88-455e-a792-36e0eb4696a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:38:21.126102 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Attempting to bind port 5c5b0249-be7e-446e-bb63-8151deda53b2 on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:21.132895 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:21.133156 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Checking segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:21.133599 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Bound using segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:21.134033 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Bound port: 5c5b0249-be7e-446e-bb63-8151deda53b2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:21.135762 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.252544 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] For port 5c5b0249-be7e-446e-bb63-8151deda53b2, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:21.256607 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] For port 5c5b0249-be7e-446e-bb63-8151deda53b2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c5b0249-be7e-446e-bb63-8151deda53b2,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:21.265482 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.311771 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.312504 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.314475 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] 10.222.0.88 "PUT /v2.0/ports/5c5b0249-be7e-446e-bb63-8151deda53b2 HTTP/1.1" status: 200 len: 1094 time: 1.4508727 May 12 15:38:21.317130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'tag': '5c5b0249-be7e-446e-bb63-8151deda53b2'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:21.322654 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed960799-0436-4484-8e31-15d7499a64d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a08d195c-139d-4504-9584-6d6cdda60bc2", "tag": "5c5b0249-be7e-446e-bb63-8151deda53b2"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:21.398205 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54855e12-9662-4121-8b00-584369bd0308 x-openstack-request-id: req-54855e12-9662-4121-8b00-584369bd0308 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:21.398883 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08d195c-139d-4504-9584-6d6cdda60bc2", "tag": "5c5b0249-be7e-446e-bb63-8151deda53b2", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:21.399322 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-54855e12-9662-4121-8b00-584369bd0308 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:21.400132 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54855e12-9662-4121-8b00-584369bd0308'] response: {'name': 'network-changed', 'server_uuid': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'tag': '5c5b0249-be7e-446e-bb63-8151deda53b2', 'status': 'completed', 'code': 200} May 12 15:38:21.403387 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e531ad-e0f3-410b-988b-3524c4cfb900 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b0249-be7e-446e-bb63-8151deda53b2,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:21.421570 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37002) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:21.426182 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-25eb5ce6-5ba5-4239-9d93-f7a6ce57db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.428276 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-25eb5ce6-5ba5-4239-9d93-f7a6ce57db27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1127 time: 0.0766916 May 12 15:38:21.430900 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-08a4b2e4-e9a4-4161-a1b5-a2ba7cb9f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.432600 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-08a4b2e4-e9a4-4161-a1b5-a2ba7cb9f8f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 1128 time: 0.0543849 May 12 15:38:21.454609 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3df254dc-f180-43be-ba2a-1aefe74c4182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.497124 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-ff182d84-b98a-4acc-8928-f336a9f3f94b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c5b0249-be7e-446e-bb63-8151deda53b2 HTTP/1.1" status: 200 len: 217 time: 0.0555370 May 12 15:38:21.532066 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37006) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:21.572319 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-158c3c9f-ba08-4ba7-9a47-f016f87f7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.575280 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-158c3c9f-ba08-4ba7-9a47-f016f87f7997 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0718753 May 12 15:38:21.633992 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-27cf8207-530d-46f5-80af-57f92d946c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.635945 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-27cf8207-530d-46f5-80af-57f92d946c76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513289 May 12 15:38:21.675076 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe004e-03c9-4773-a93e-d4d9779e1767 req-775e5e83-c898-4e27-a721-f7b183cfad39 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.675693 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device bb4489c9-042d-4dc5-8442-2157497a78a3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:38:21.676650 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f0fe004e-03c9-4773-a93e-d4d9779e1767 req-775e5e83-c898-4e27-a721-f7b183cfad39 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 944 time: 0.1113212 May 12 15:38:21.724733 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-dce6eb7f-b5b9-4644-8a9a-734d5a9f0946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.744707 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-f1e6b5b6-c2a6-4402-956a-ba3220a8437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:21.747853 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-f1e6b5b6-c2a6-4402-956a-ba3220a8437c service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.3051224 May 12 15:38:21.750939 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-83193c66-ab8f-4c5f-93ae-dfc8e13af353 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065328 May 12 15:38:21.817133 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port bb4489c9-042d-4dc5-8442-2157497a78a3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bb4489c9-042d-4dc5-8442-2157497a78a3,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:21.830348 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-c5b4df10-fd7a-4b18-b4c5-a6f05bb077d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0663085 May 12 15:38:21.836079 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'bb4489c9-042d-4dc5-8442-2157497a78a3', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'port_id': 'bb4489c9-042d-4dc5-8442-2157497a78a3', 'mac_address': 'fa:16:3e:10:15:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:38:21.870293 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-1917ee12-2d56-4c08-a6ac-0e413dbad6aa req-c3cc11f9-c189-4292-a6c7-21f39512a422 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100836 May 12 15:38:21.876091 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3df254dc-f180-43be-ba2a-1aefe74c4182 admin admin] Publish callbacks [] for security_group (cff4e73a-eef5-4485-917b-e2f402d52541), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.887900 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f0fe004e-03c9-4773-a93e-d4d9779e1767 req-66e82c23-746e-468e-8048-a20702feb081 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920075 May 12 15:38:21.891560 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port bb4489c9-042d-4dc5-8442-2157497a78a3 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:21.891962 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.914322 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4489c9-042d-4dc5-8442-2157497a78a3 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:38:21.920057 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3df254dc-f180-43be-ba2a-1aefe74c4182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (cff4e73a-eef5-4485-917b-e2f402d52541), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.937334 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port bb4489c9-042d-4dc5-8442-2157497a78a3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bb4489c9-042d-4dc5-8442-2157497a78a3,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:21.942673 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:21.999074 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=bb4489c9-042d-4dc5-8442-2157497a78a3,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.006815 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3df254dc-f180-43be-ba2a-1aefe74c4182 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=07a8543c0e35415c917d6c2a2d572498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808315 May 12 15:38:22.006815 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-b2cdb177-6ab5-4760-8501-86ff7f56acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:22.007295 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-b2cdb177-6ab5-4760-8501-86ff7f56acdd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.1601686 May 12 15:38:22.009902 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37014) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:22.019411 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df254dc-f180-43be-ba2a-1aefe74c4182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4e73a-eef5-4485-917b-e2f402d52541,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.051857 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-dce6eb7f-b5b9-4644-8a9a-734d5a9f0946 admin admin] Publish callbacks [] for security_group (cadc140c-4953-4980-9e10-b8b0d5af31d1), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.072799 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-dce6eb7f-b5b9-4644-8a9a-734d5a9f0946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (cadc140c-4953-4980-9e10-b8b0d5af31d1), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.072967 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e89-6210-4443-8409-d20d7a5387af admin admin] Publish callbacks [] for security_group (cff4e73a-eef5-4485-917b-e2f402d52541), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.101416 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e89-6210-4443-8409-d20d7a5387af admin admin] Publish callbacks [] for security_group (cff4e73a-eef5-4485-917b-e2f402d52541), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.113971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6eb7f-b5b9-4644-8a9a-734d5a9f0946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc140c-4953-4980-9e10-b8b0d5af31d1,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.120981 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-dce6eb7f-b5b9-4644-8a9a-734d5a9f0946 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=454e4b669a3e4811b08c2a3569e34a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5878286 May 12 15:38:22.122021 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37018) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:22.151512 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e89-6210-4443-8409-d20d7a5387af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (cff4e73a-eef5-4485-917b-e2f402d52541), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.154791 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-63cd2e89-6210-4443-8409-d20d7a5387af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.155986 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-63cd2e89-6210-4443-8409-d20d7a5387af admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cff4e73a-eef5-4485-917b-e2f402d52541 HTTP/1.1" status: 204 len: 168 time: 0.1450639 May 12 15:38:22.164520 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd2e89-6210-4443-8409-d20d7a5387af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4e73a-eef5-4485-917b-e2f402d52541,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.180828 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-456cdec2-fe53-4ca9-b5ff-329d27ecc327 admin admin] Publish callbacks [] for security_group (cadc140c-4953-4980-9e10-b8b0d5af31d1), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.206536 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['bb4489c9-042d-4dc5-8442-2157497a78a3'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:38:22.206849 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-456cdec2-fe53-4ca9-b5ff-329d27ecc327 admin admin] Publish callbacks [] for security_group (cadc140c-4953-4980-9e10-b8b0d5af31d1), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.267074 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-456cdec2-fe53-4ca9-b5ff-329d27ecc327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (cadc140c-4953-4980-9e10-b8b0d5af31d1), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.270223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-456cdec2-fe53-4ca9-b5ff-329d27ecc327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.271392 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-456cdec2-fe53-4ca9-b5ff-329d27ecc327 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cadc140c-4953-4980-9e10-b8b0d5af31d1 HTTP/1.1" status: 204 len: 168 time: 0.1480281 May 12 15:38:22.280926 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cdec2-fe53-4ca9-b5ff-329d27ecc327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc140c-4953-4980-9e10-b8b0d5af31d1,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.502982 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37034) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:22.531149 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e94ce936-31e7-4bd4-8df8-80cac8020d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.626649 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e94ce936-31e7-4bd4-8df8-80cac8020d1e admin admin] Publish callbacks [] for security_group (c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.631983 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e94ce936-31e7-4bd4-8df8-80cac8020d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.670663 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ce936-31e7-4bd4-8df8-80cac8020d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.676632 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e94ce936-31e7-4bd4-8df8-80cac8020d1e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=600ffa17da964367ae43ce2e2efd2871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709263 May 12 15:38:22.677825 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37038) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:22.733616 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-156b0a8e-857d-43fe-b409-5850688ee257 admin admin] Publish callbacks [] for security_group (c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.739980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37040) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:22.756268 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c15-e049-4151-a974-eaa419d01788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.770535 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-156b0a8e-857d-43fe-b409-5850688ee257 admin admin] Publish callbacks [] for security_group (c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.835613 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-156b0a8e-857d-43fe-b409-5850688ee257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.838272 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-156b0a8e-857d-43fe-b409-5850688ee257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.839433 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-156b0a8e-857d-43fe-b409-5850688ee257 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d HTTP/1.1" status: 204 len: 168 time: 0.1604137 May 12 15:38:22.849188 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b0a8e-857d-43fe-b409-5850688ee257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aaa0ec-fcc5-4ad0-9dbd-ee38d9286b5d,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.896492 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c15-e049-4151-a974-eaa419d01788 admin admin] Publish callbacks [] for security_group (ebdfc6a3-2c0b-422d-9852-8f61f5896a93), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.900979 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c15-e049-4151-a974-eaa419d01788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (ebdfc6a3-2c0b-422d-9852-8f61f5896a93), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:22.944221 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-dcd14c15-e049-4151-a974-eaa419d01788 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9e98e35aafeb4a5a86a8933abfc67b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026596 May 12 15:38:22.944997 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd14c15-e049-4151-a974-eaa419d01788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdfc6a3-2c0b-422d-9852-8f61f5896a93,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:22.946943 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37050) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:22.999064 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-047c06bf-007f-4deb-851a-f939f3ddf51d admin admin] Publish callbacks [] for security_group (ebdfc6a3-2c0b-422d-9852-8f61f5896a93), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:23.017182 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c827b0-735e-4c94-97a1-0546ed31bca1 req-3ecf7a9a-7fc6-4c5b-b010-22bc6c29db8a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:23.018754 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90c827b0-735e-4c94-97a1-0546ed31bca1 req-3ecf7a9a-7fc6-4c5b-b010-22bc6c29db8a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 944 time: 0.0488620 May 12 15:38:23.022321 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-047c06bf-007f-4deb-851a-f939f3ddf51d admin admin] Publish callbacks [] for security_group (ebdfc6a3-2c0b-422d-9852-8f61f5896a93), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:23.073053 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90c827b0-735e-4c94-97a1-0546ed31bca1 req-45f98fa5-461d-4a6e-a7fd-c68fdc005a46 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484812 May 12 15:38:23.087755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-047c06bf-007f-4deb-851a-f939f3ddf51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (ebdfc6a3-2c0b-422d-9852-8f61f5896a93), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:23.090619 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-047c06bf-007f-4deb-851a-f939f3ddf51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:23.095531 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-047c06bf-007f-4deb-851a-f939f3ddf51d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ebdfc6a3-2c0b-422d-9852-8f61f5896a93 HTTP/1.1" status: 204 len: 168 time: 0.1438422 May 12 15:38:23.102899 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c06bf-007f-4deb-851a-f939f3ddf51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdfc6a3-2c0b-422d-9852-8f61f5896a93,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:24.189177 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e13b7-b477-406a-8deb-15e1b376d2f4 req-14db23b0-b3ea-451d-b544-7e3f12dda44e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:24.190631 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f34e13b7-b477-406a-8deb-15e1b376d2f4 req-14db23b0-b3ea-451d-b544-7e3f12dda44e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 944 time: 0.0507720 May 12 15:38:24.243963 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f34e13b7-b477-406a-8deb-15e1b376d2f4 req-1a9d37ce-392f-49b9-a32e-ff4bb3efac31 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471573 May 12 15:38:25.363941 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b705249-408d-4894-98a9-2972f8feb695 req-60c376da-b94e-42b0-b81a-1a7862069710 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:25.365317 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b705249-408d-4894-98a9-2972f8feb695 req-60c376da-b94e-42b0-b81a-1a7862069710 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 944 time: 0.0489764 May 12 15:38:25.413790 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b705249-408d-4894-98a9-2972f8feb695 req-00b9374a-328c-4979-a524-b37165ae9318 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426519 May 12 15:38:25.632714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device bb4489c9-042d-4dc5-8442-2157497a78a3 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:25.639342 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed960799-0436-4484-8e31-15d7499a64d5 req-9102d289-ddfb-4341-86bb-74b0b5cc2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:25.640633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-44125aa6-03c0-41f1-adf4-0bb22b8d2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:25.640914 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-9102d289-ddfb-4341-86bb-74b0b5cc2895 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 1128 time: 0.0414042 May 12 15:38:25.642602 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-44125aa6-03c0-41f1-adf4-0bb22b8d2e41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443344 May 12 15:38:25.681083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port bb4489c9-042d-4dc5-8442-2157497a78a3 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:38:25.691697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port bb4489c9-042d-4dc5-8442-2157497a78a3 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:25.692323 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:25.747464 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed960799-0436-4484-8e31-15d7499a64d5 req-233d537f-746d-40f6-970b-561b8576f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:25.748722 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-099f9a62-977a-47a5-bac3-6c51e641fc24 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956283 May 12 15:38:25.749215 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-233d537f-746d-40f6-970b-561b8576f28c service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.0966964 May 12 15:38:25.780903 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port bb4489c9-042d-4dc5-8442-2157497a78a3 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:25.781310 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:25.801792 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-c7914222-7784-4ef6-9f8a-ce0597501806 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c5b0249-be7e-446e-bb63-8151deda53b2 HTTP/1.1" status: 200 len: 217 time: 0.0404675 May 12 15:38:25.806348 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4489c9-042d-4dc5-8442-2157497a78a3'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:25.808630 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646bf5b3-fd8f-424b-8728-9c8a1249d452" -d '{"events": [{"server_uuid": "f2f2fa5c-7d16-4c2e-978e-c63f357f460f", "name": "network-vif-plugged", "status": "completed", "tag": "bb4489c9-042d-4dc5-8442-2157497a78a3"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:25.824428 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port bb4489c9-042d-4dc5-8442-2157497a78a3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bb4489c9-042d-4dc5-8442-2157497a78a3,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:25.829840 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:25.856147 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac451c0-6d38-42ac-909f-19776cf51cf7 req-580ead29-8754-4034-848a-a5995fa960ae service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953708 May 12 15:38:25.862120 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032877c-33e2-4aed-80f0-8074262d3eaf x-openstack-request-id: req-0032877c-33e2-4aed-80f0-8074262d3eaf {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:25.862412 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f2fa5c-7d16-4c2e-978e-c63f357f460f", "name": "network-vif-plugged", "status": "completed", "tag": "bb4489c9-042d-4dc5-8442-2157497a78a3", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:25.862689 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0032877c-33e2-4aed-80f0-8074262d3eaf {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:25.863105 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0032877c-33e2-4aed-80f0-8074262d3eaf'] response: {'server_uuid': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4489c9-042d-4dc5-8442-2157497a78a3', 'code': 200} May 12 15:38:25.871213 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed960799-0436-4484-8e31-15d7499a64d5 req-9f01beb3-197f-43e2-bb71-1e184d044b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:25.872979 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-9f01beb3-197f-43e2-bb71-1e184d044b9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0642738 May 12 15:38:25.903741 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=bb4489c9-042d-4dc5-8442-2157497a78a3,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:25.919357 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed960799-0436-4484-8e31-15d7499a64d5 req-85e0bf5f-e0cc-44df-a062-7f02ada5d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:25.920936 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-85e0bf5f-e0cc-44df-a062-7f02ada5d65e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404341 May 12 15:38:26.051001 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-8dca1e09-db70-496c-8468-1ba2786f4a6f service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192279 May 12 15:38:26.088081 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66238a59-d924-4bec-b417-33305a5a6746 req-67a79ba4-5804-444c-970c-58e9c97c2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:26.089726 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-66238a59-d924-4bec-b417-33305a5a6746 req-67a79ba4-5804-444c-970c-58e9c97c2c58 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1129 time: 0.0867217 May 12 15:38:26.149275 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-66238a59-d924-4bec-b417-33305a5a6746 req-b55db1f9-0a6d-48ff-9928-b40d414654fb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530009 May 12 15:38:26.172366 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ed960799-0436-4484-8e31-15d7499a64d5 req-acb4b789-bc25-4caf-9544-5b782f3faf50 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134977 May 12 15:38:26.296051 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:38:26.544918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d22f4-9330-41b2-865a-4a6b5693ad55 req-4aada585-9fd5-4414-9b93-7ca686965fae tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:26.546524 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d78d22f4-9330-41b2-865a-4a6b5693ad55 req-4aada585-9fd5-4414-9b93-7ca686965fae tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 944 time: 0.0629268 May 12 15:38:26.605149 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d78d22f4-9330-41b2-865a-4a6b5693ad55 req-0affc924-f380-4518-9cd6-c8d396c0efe4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512288 May 12 15:38:27.620016 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5c5b0249-be7e-446e-bb63-8151deda53b2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:38:27.748712 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 5c5b0249-be7e-446e-bb63-8151deda53b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c5b0249-be7e-446e-bb63-8151deda53b2,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:27.764833 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4842-c873-4ac8-808b-3a2b7167407a req-b2ef891f-d335-4377-a02e-069cf4ccfdc6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:27.766972 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '5c5b0249-be7e-446e-bb63-8151deda53b2', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'port_id': '5c5b0249-be7e-446e-bb63-8151deda53b2', 'mac_address': 'fa:16:3e:c0:f1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:38:27.772276 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d05d4842-c873-4ac8-808b-3a2b7167407a req-b2ef891f-d335-4377-a02e-069cf4ccfdc6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 944 time: 0.0866060 May 12 15:38:27.819717 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 5c5b0249-be7e-446e-bb63-8151deda53b2 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:27.820537 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:27.838128 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5b0249-be7e-446e-bb63-8151deda53b2 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:38:27.861668 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d05d4842-c873-4ac8-808b-3a2b7167407a req-c5cecfc5-3d7e-44e8-8959-f4d6693f6b66 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882790 May 12 15:38:27.862114 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 5c5b0249-be7e-446e-bb63-8151deda53b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c5b0249-be7e-446e-bb63-8151deda53b2,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:27.880316 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:27.952294 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37232) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:27.966152 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=5c5b0249-be7e-446e-bb63-8151deda53b2,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.039527 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37248) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:28.085334 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee2ed-379f-4fe9-b6e7-0e021bff12cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.108036 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Deleting subnet cb54348b-ffbc-44bb-be09-d3a3c8a40cfd {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:38:28.115812 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Publish callbacks [] for subnet (cb54348b-ffbc-44bb-be09-d3a3c8a40cfd), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.171388 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (cb54348b-ffbc-44bb-be09-d3a3c8a40cfd), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.184235 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['5c5b0249-be7e-446e-bb63-8151deda53b2'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:38:28.256852 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (cb54348b-ffbc-44bb-be09-d3a3c8a40cfd), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.260742 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee2ed-379f-4fe9-b6e7-0e021bff12cd admin admin] Publish callbacks [] for security_group (3ec304ca-12f7-4533-b03a-6d0ced61a401), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.282264 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee2ed-379f-4fe9-b6e7-0e021bff12cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3ec304ca-12f7-4533-b03a-6d0ced61a401), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.315317 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee2ed-379f-4fe9-b6e7-0e021bff12cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec304ca-12f7-4533-b03a-6d0ced61a401,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.342585 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2e8ee2ed-379f-4fe9-b6e7-0e021bff12cd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2ad5da71527b4166b28d977b79eb354f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891730 May 12 15:38:28.345169 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37258) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:28.371901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37260) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:28.383267 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (cb54348b-ffbc-44bb-be09-d3a3c8a40cfd), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.417073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb54348b-ffbc-44bb-be09-d3a3c8a40cfd,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.419644 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.422831 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-676e8266-62ce-4716-a754-6f9920c377d0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/cb54348b-ffbc-44bb-be09-d3a3c8a40cfd HTTP/1.1" status: 204 len: 168 time: 0.3812850 May 12 15:38:28.425530 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37264) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:28.438113 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a620e70f-b4b4-4cb5-9865-76ea478c3e9b admin admin] Publish callbacks [] for security_group (3ec304ca-12f7-4533-b03a-6d0ced61a401), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.463147 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a620e70f-b4b4-4cb5-9865-76ea478c3e9b admin admin] Publish callbacks [] for security_group (3ec304ca-12f7-4533-b03a-6d0ced61a401), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.516994 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a620e70f-b4b4-4cb5-9865-76ea478c3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3ec304ca-12f7-4533-b03a-6d0ced61a401), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.519447 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a620e70f-b4b4-4cb5-9865-76ea478c3e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.520113 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc716766-0d2e-4259-a38b-765a4acb9639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.520609 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a620e70f-b4b4-4cb5-9865-76ea478c3e9b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3ec304ca-12f7-4533-b03a-6d0ced61a401 HTTP/1.1" status: 204 len: 168 time: 0.1744189 May 12 15:38:28.524496 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (04524bae-7ecd-4e4a-94fa-635e3eaa72a8), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.533092 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620e70f-b4b4-4cb5-9865-76ea478c3e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec304ca-12f7-4533-b03a-6d0ced61a401,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.636311 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (04524bae-7ecd-4e4a-94fa-635e3eaa72a8), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.664083 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04524bae-7ecd-4e4a-94fa-635e3eaa72a8']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:28.677294 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90f539e-65ac-4906-b758-e0205fdcd5b7') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:28.677585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90f539e-65ac-4906-b758-e0205fdcd5b7') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:28.699733 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (d90f539e-65ac-4906-b758-e0205fdcd5b7), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.714334 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc716766-0d2e-4259-a38b-765a4acb9639 admin admin] Publish callbacks [] for security_group (d84c5cb9-61d6-4d8f-8700-cfa65a68447b), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.720199 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc716766-0d2e-4259-a38b-765a4acb9639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d84c5cb9-61d6-4d8f-8700-cfa65a68447b), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.723111 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (d90f539e-65ac-4906-b758-e0205fdcd5b7), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.744513 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:38:28.744912 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (d90f539e-65ac-4906-b758-e0205fdcd5b7), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:38:28.748357 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:38:28.786534 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-cc716766-0d2e-4259-a38b-765a4acb9639 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cb8c872063fe4e27b9108ccf2fcb5969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108956 May 12 15:38:28.787132 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37280) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:28.814916 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc716766-0d2e-4259-a38b-765a4acb9639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84c5cb9-61d6-4d8f-8700-cfa65a68447b,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.837772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (04524bae-7ecd-4e4a-94fa-635e3eaa72a8), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.856784 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c90b92f6-ff33-41eb-a16e-e101e834d175 admin admin] Publish callbacks [] for security_group (d84c5cb9-61d6-4d8f-8700-cfa65a68447b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.860986 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.864187 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] 10.222.0.89 "DELETE /v2.0/networks/04524bae-7ecd-4e4a-94fa-635e3eaa72a8 HTTP/1.1" status: 204 len: 168 time: 0.4376593 May 12 15:38:28.865250 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b8d7-d5e5-4025-a8ed-d19138508e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=04524bae-7ecd-4e4a-94fa-635e3eaa72a8,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:28.867456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37284) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:28.884635 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c90b92f6-ff33-41eb-a16e-e101e834d175 admin admin] Publish callbacks [] for security_group (d84c5cb9-61d6-4d8f-8700-cfa65a68447b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.918710 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Deleting subnet 4626b9fb-f4f7-473a-bcfb-67b61fd8aafc {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:38:28.922525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Publish callbacks [] for subnet (4626b9fb-f4f7-473a-bcfb-67b61fd8aafc), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.957981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (4626b9fb-f4f7-473a-bcfb-67b61fd8aafc), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.979603 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c90b92f6-ff33-41eb-a16e-e101e834d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d84c5cb9-61d6-4d8f-8700-cfa65a68447b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.982855 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c90b92f6-ff33-41eb-a16e-e101e834d175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:28.984190 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c90b92f6-ff33-41eb-a16e-e101e834d175 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d84c5cb9-61d6-4d8f-8700-cfa65a68447b HTTP/1.1" status: 204 len: 168 time: 0.1961958 May 12 15:38:28.995086 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b92f6-ff33-41eb-a16e-e101e834d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84c5cb9-61d6-4d8f-8700-cfa65a68447b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:29.047036 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (4626b9fb-f4f7-473a-bcfb-67b61fd8aafc), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.086583 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31c33-1f2b-46ac-a255-3648b514e2a7 req-a46e61fb-cdb7-4055-9513-bc7c301b3b08 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:29.088311 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84a31c33-1f2b-46ac-a255-3648b514e2a7 req-a46e61fb-cdb7-4055-9513-bc7c301b3b08 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 945 time: 0.0883036 May 12 15:38:29.147557 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (4626b9fb-f4f7-473a-bcfb-67b61fd8aafc), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.178018 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4626b9fb-f4f7-473a-bcfb-67b61fd8aafc,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:29.187199 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84a31c33-1f2b-46ac-a255-3648b514e2a7 req-216398ae-8ceb-4ad2-9682-15816e0a1b94 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899327 May 12 15:38:29.188402 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.192455 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1b687d4f-bcf7-415e-8611-31a51650c8f1 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4626b9fb-f4f7-473a-bcfb-67b61fd8aafc HTTP/1.1" status: 204 len: 168 time: 0.3241267 May 12 15:38:29.195063 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37304) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:29.271845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (4f2a723e-626f-4ffa-970e-08a43a831d21), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.334387 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37310) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:29.350559 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-10210ede-939f-4a01-a6d1-6fc911766860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.355704 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (4f2a723e-626f-4ffa-970e-08a43a831d21), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.378315 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2a723e-626f-4ffa-970e-08a43a831d21']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:29.387979 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efc8a15-f7a7-4611-90d0-81abd2bb0100') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:29.388678 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efc8a15-f7a7-4611-90d0-81abd2bb0100') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:29.400105 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (8efc8a15-f7a7-4611-90d0-81abd2bb0100), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.416274 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (8efc8a15-f7a7-4611-90d0-81abd2bb0100), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.423691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:38:29.424259 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (8efc8a15-f7a7-4611-90d0-81abd2bb0100), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:38:29.426310 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:38:29.440817 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-10210ede-939f-4a01-a6d1-6fc911766860 admin admin] Publish callbacks [] for security_group (382258bc-b3a7-4870-85f7-b33666076dc4), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.445257 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-10210ede-939f-4a01-a6d1-6fc911766860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (382258bc-b3a7-4870-85f7-b33666076dc4), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.484649 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-10210ede-939f-4a01-a6d1-6fc911766860 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=75a0c25d963b44f4b26407416d26d578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487768 May 12 15:38:29.485476 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10210ede-939f-4a01-a6d1-6fc911766860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382258bc-b3a7-4870-85f7-b33666076dc4,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:29.487553 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37316) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:29.491555 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.501403 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (4f2a723e-626f-4ffa-970e-08a43a831d21), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.518415 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.521983 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] 10.222.0.89 "DELETE /v2.0/networks/4f2a723e-626f-4ffa-970e-08a43a831d21 HTTP/1.1" status: 204 len: 168 time: 0.3256409 May 12 15:38:29.538032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc843734-5acf-499d-b782-9c405dcf70ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2a723e-626f-4ffa-970e-08a43a831d21,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:29.566259 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d88edd3-7517-4c50-901a-f542013f7dd2 admin admin] Publish callbacks [] for security_group (382258bc-b3a7-4870-85f7-b33666076dc4), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.588006 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d88edd3-7517-4c50-901a-f542013f7dd2 admin admin] Publish callbacks [] for security_group (382258bc-b3a7-4870-85f7-b33666076dc4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.637417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d88edd3-7517-4c50-901a-f542013f7dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (382258bc-b3a7-4870-85f7-b33666076dc4), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.640156 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9d88edd3-7517-4c50-901a-f542013f7dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.644235 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9d88edd3-7517-4c50-901a-f542013f7dd2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/382258bc-b3a7-4870-85f7-b33666076dc4 HTTP/1.1" status: 204 len: 168 time: 0.1555529 May 12 15:38:29.649525 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5c5b0249-be7e-446e-bb63-8151deda53b2 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:29.652324 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88edd3-7517-4c50-901a-f542013f7dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382258bc-b3a7-4870-85f7-b33666076dc4,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:29.719952 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 5c5b0249-be7e-446e-bb63-8151deda53b2 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:38:29.727545 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 5c5b0249-be7e-446e-bb63-8151deda53b2 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:29.728275 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.782719 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37322) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:29.833029 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-732ce5b4-63c3-470d-b0f4-865fb9ae1536 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f4ad19d7bf19450c87f7e4dc68219d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490193 May 12 15:38:29.835614 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37328) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:29.925168 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6205ad1e-eb02-4c28-ba12-4211b52c8bfb admin admin] Publish callbacks [] for security_group (b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:29.976608 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6205ad1e-eb02-4c28-ba12-4211b52c8bfb admin admin] Publish callbacks [] for security_group (b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.039599 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 5c5b0249-be7e-446e-bb63-8151deda53b2 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:30.040111 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.047478 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6205ad1e-eb02-4c28-ba12-4211b52c8bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.050067 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6205ad1e-eb02-4c28-ba12-4211b52c8bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.051395 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-6205ad1e-eb02-4c28-ba12-4211b52c8bfb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b HTTP/1.1" status: 204 len: 168 time: 0.2148418 May 12 15:38:30.062859 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205ad1e-eb02-4c28-ba12-4211b52c8bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb9cdc-ecd7-4886-ac9c-9dec6e613b3b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:30.079595 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b0249-be7e-446e-bb63-8151deda53b2'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:30.082668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6dd46-6291-4764-8a4d-0e7acb65786c" -d '{"events": [{"server_uuid": "a08d195c-139d-4504-9584-6d6cdda60bc2", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b0249-be7e-446e-bb63-8151deda53b2"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:30.104844 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 5c5b0249-be7e-446e-bb63-8151deda53b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c5b0249-be7e-446e-bb63-8151deda53b2,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:30.112896 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.145243 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84f934e-e4ca-4b3a-a1ca-f4a002853c9a x-openstack-request-id: req-f84f934e-e4ca-4b3a-a1ca-f4a002853c9a {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:30.145635 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08d195c-139d-4504-9584-6d6cdda60bc2", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b0249-be7e-446e-bb63-8151deda53b2", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:30.145951 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f84f934e-e4ca-4b3a-a1ca-f4a002853c9a {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:30.146501 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84f934e-e4ca-4b3a-a1ca-f4a002853c9a'] response: {'server_uuid': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b0249-be7e-446e-bb63-8151deda53b2', 'code': 200} May 12 15:38:30.172624 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=5c5b0249-be7e-446e-bb63-8151deda53b2,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:30.385673 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6708f7-721a-44b1-858e-35505704d805 req-d220f829-edb9-4e45-82de-ed991f613c75 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:30.392615 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0c6708f7-721a-44b1-858e-35505704d805 req-d220f829-edb9-4e45-82de-ed991f613c75 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0899315 May 12 15:38:30.397975 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d58b6-9e66-4145-b420-9c82478b76f2 req-44085b60-7d6b-4707-8a35-084f96e28c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:30.400858 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2a3d58b6-9e66-4145-b420-9c82478b76f2 req-44085b60-7d6b-4707-8a35-084f96e28c0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0521944 May 12 15:38:30.462201 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0c6708f7-721a-44b1-858e-35505704d805 req-6381a250-46f1-425b-a0ae-a6f0ed3d8194 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638845 May 12 15:38:30.472599 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2a3d58b6-9e66-4145-b420-9c82478b76f2 req-899b810c-e76f-470c-a312-8ad15296fd9f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586975 May 12 15:38:30.489893 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37364) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:30.535108 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e3a31d5e-1750-4a1d-987a-8d3499755c99 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=37026cccb16a4781b15e3f622c4547c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438430 May 12 15:38:30.537656 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37366) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:30.588234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-aa9149d2-d442-44fb-96d3-094e501488d7 admin admin] Publish callbacks [] for security_group (176e73e4-d328-427a-9656-149ab167be16), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.609846 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-aa9149d2-d442-44fb-96d3-094e501488d7 admin admin] Publish callbacks [] for security_group (176e73e4-d328-427a-9656-149ab167be16), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.657870 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-aa9149d2-d442-44fb-96d3-094e501488d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (176e73e4-d328-427a-9656-149ab167be16), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.660863 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-aa9149d2-d442-44fb-96d3-094e501488d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:30.664460 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-aa9149d2-d442-44fb-96d3-094e501488d7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/176e73e4-d328-427a-9656-149ab167be16 HTTP/1.1" status: 204 len: 168 time: 0.1234491 May 12 15:38:30.672141 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9149d2-d442-44fb-96d3-094e501488d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e73e4-d328-427a-9656-149ab167be16,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:31.232770 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-f63b1394-5193-4796-94da-cec45de9107a tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=800882e33dc54145a74fabd425152e03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292788 May 12 15:38:31.426838 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-5418a4e9-defc-4b97-bd6c-aaac734a058b tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:31.433261 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-5418a4e9-defc-4b97-bd6c-aaac734a058b tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950190 May 12 15:38:31.445262 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c8881516-d183-4d41-8d1c-721046834ae1 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/quotas/800882e33dc54145a74fabd425152e03 HTTP/1.1" status: 200 len: 375 time: 0.0108547 May 12 15:38:31.620109 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37426) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:31.739290 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-4213b757-ea6d-48f0-ac63-210d2a7faed4 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=800882e33dc54145a74fabd425152e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2897630 May 12 15:38:31.740541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-41e1999f-42fb-4897-ba7e-49ebd22793bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:31.791412 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8ef3-3508-4bf0-bdbb-b1440d40495f req-fb8fffa9-91e5-4c21-b881-5f0722db7d3a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:31.799126 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bf1e8ef3-3508-4bf0-bdbb-b1440d40495f req-fb8fffa9-91e5-4c21-b881-5f0722db7d3a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0629425 May 12 15:38:31.817147 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37432) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:31.837224 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-41e1999f-42fb-4897-ba7e-49ebd22793bf admin admin] Publish callbacks [] for security_group (67327d87-d4f1-4b70-8232-5b33e50dc8ff), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:31.843567 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-41e1999f-42fb-4897-ba7e-49ebd22793bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (67327d87-d4f1-4b70-8232-5b33e50dc8ff), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:31.855027 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bf1e8ef3-3508-4bf0-bdbb-b1440d40495f req-d1d5441a-8ff0-4454-abb8-0d4d4f1e529c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 May 12 15:38:31.901414 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-41e1999f-42fb-4897-ba7e-49ebd22793bf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=685a77b3ff7949068e10f778d557760a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797010 May 12 15:38:31.901596 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37440) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:31.906339 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1999f-42fb-4897-ba7e-49ebd22793bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67327d87-d4f1-4b70-8232-5b33e50dc8ff,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:31.965968 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-56655176-b488-4f61-99ab-e5e83a766521 req-825fb466-987f-4e8c-9109-7372310edc1d tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 210 time: 0.0404158 May 12 15:38:31.992779 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c0a93f20-d969-4519-aeb3-33b42bab5cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.025454 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-200eaedf-90bb-4580-b2a6-d40001b3dff1 admin admin] Publish callbacks [] for security_group (67327d87-d4f1-4b70-8232-5b33e50dc8ff), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.063790 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-200eaedf-90bb-4580-b2a6-d40001b3dff1 admin admin] Publish callbacks [] for security_group (67327d87-d4f1-4b70-8232-5b33e50dc8ff), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.139869 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c0a93f20-d969-4519-aeb3-33b42bab5cca admin admin] Publish callbacks [] for security_group (556649f4-6c2e-457c-b370-bb3c586f5074), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.146293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c0a93f20-d969-4519-aeb3-33b42bab5cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (556649f4-6c2e-457c-b370-bb3c586f5074), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.165032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-200eaedf-90bb-4580-b2a6-d40001b3dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (67327d87-d4f1-4b70-8232-5b33e50dc8ff), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.167985 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-200eaedf-90bb-4580-b2a6-d40001b3dff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.169706 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-200eaedf-90bb-4580-b2a6-d40001b3dff1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/67327d87-d4f1-4b70-8232-5b33e50dc8ff HTTP/1.1" status: 204 len: 168 time: 0.2671263 May 12 15:38:32.193011 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a93f20-d969-4519-aeb3-33b42bab5cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556649f4-6c2e-457c-b370-bb3c586f5074,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:32.200793 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c0a93f20-d969-4519-aeb3-33b42bab5cca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8336c09e50e449e7b65bf687442c9316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807588 May 12 15:38:32.201228 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37464) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:32.211211 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eaedf-90bb-4580-b2a6-d40001b3dff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67327d87-d4f1-4b70-8232-5b33e50dc8ff,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:32.277385 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c664a14f-3693-4f1d-93cc-28065b56f590 admin admin] Publish callbacks [] for security_group (556649f4-6c2e-457c-b370-bb3c586f5074), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.305596 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c664a14f-3693-4f1d-93cc-28065b56f590 admin admin] Publish callbacks [] for security_group (556649f4-6c2e-457c-b370-bb3c586f5074), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.383918 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c664a14f-3693-4f1d-93cc-28065b56f590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (556649f4-6c2e-457c-b370-bb3c586f5074), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.387882 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c664a14f-3693-4f1d-93cc-28065b56f590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:32.389663 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c664a14f-3693-4f1d-93cc-28065b56f590 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/556649f4-6c2e-457c-b370-bb3c586f5074 HTTP/1.1" status: 204 len: 168 time: 0.1872571 May 12 15:38:32.399539 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a14f-3693-4f1d-93cc-28065b56f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556649f4-6c2e-457c-b370-bb3c586f5074,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:33.000341 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd5a84-b945-4ff6-9ab5-3decf0338d1f req-bd90d377-9e1b-4fc4-bc52-01b0c76b1caa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:33.008842 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65fd5a84-b945-4ff6-9ab5-3decf0338d1f req-bd90d377-9e1b-4fc4-bc52-01b0c76b1caa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0659852 May 12 15:38:33.091715 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0e82d8dc-3c75-4e7b-a717-efefbc48f3c0 req-fc3550fe-73d4-4251-bd5b-bd137290fbb6 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 210 time: 0.0450020 May 12 15:38:33.100869 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65fd5a84-b945-4ff6-9ab5-3decf0338d1f req-bb1a80ff-46bc-4bed-ba97-02e75134db4f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910232 May 12 15:38:33.132578 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37514) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:33.253259 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-f7e83c71-8e6f-4f93-bb60-6220b0d7b2d7 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=800882e33dc54145a74fabd425152e03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580997 May 12 15:38:33.301851 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-535405205-network', 'tenant_id': '4b8824725a894bbcb17789008292c1e4'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:33.351119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Made reservation on behalf of 4b8824725a894bbcb17789008292c1e4 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:33.353540 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.369566 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.527889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-94b5d843-82d0-48c7-ad61-b38f19b43da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:33.529605 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-94b5d843-82d0-48c7-ad61-b38f19b43da7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0539007 May 12 15:38:33.573180 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-a6660914-9587-46b9-9af6-d1272c86ea3b tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:33.575107 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-a6660914-9587-46b9-9af6-d1272c86ea3b tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166733 May 12 15:38:33.594011 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Request body: {'port': {'device_id': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e', 'admin_state_up': True, 'tenant_id': '800882e33dc54145a74fabd425152e03'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:33.642291 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4996a-d18b-4a97-a347-2cadc2518f6a req-9055c98a-a2fe-4bee-9d82-6a80d5a446b5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:33.644334 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dad4996a-d18b-4a97-a347-2cadc2518f6a req-9055c98a-a2fe-4bee-9d82-6a80d5a446b5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.1125512 May 12 15:38:33.697542 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks [] for security_group (df812a82-cddb-4fee-9bab-afd0b71242d1), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.715015 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Made reservation on behalf of 800882e33dc54145a74fabd425152e03 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:33.715200 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (df812a82-cddb-4fee-9bab-afd0b71242d1), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.719370 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.730794 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.772619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:33.781739 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-2f8d2bc4-352a-418b-8234-d7af2699c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:33.783431 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-2f8d2bc4-352a-418b-8234-d7af2699c020 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.1892354 May 12 15:38:33.792563 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df812a82-cddb-4fee-9bab-afd0b71242d1,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:33.808441 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (f896d458-2fdc-4187-8a0a-f2ad91c83278), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.808889 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Added segment f896d458-2fdc-4187-8a0a-f2ad91c83278 of type vlan for network 869afb1f-8f08-43d2-8b78-38d5d6f40548 May 12 15:38:33.838956 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dad4996a-d18b-4a97-a347-2cadc2518f6a req-b210a0b2-f05e-4337-b953-17c7a7ef40ba tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872134 May 12 15:38:33.852218 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks [] for security_group (e0039760-1ff5-4918-8419-eced0f8ab99b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.854952 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-edb1a9e9-6f01-4806-ae07-758e591e076d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c5b0249-be7e-446e-bb63-8151deda53b2 HTTP/1.1" status: 200 len: 217 time: 0.0645864 May 12 15:38:33.864646 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e0039760-1ff5-4918-8419-eced0f8ab99b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.928350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (869afb1f-8f08-43d2-8b78-38d5d6f40548), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:33.932577 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0039760-1ff5-4918-8419-eced0f8ab99b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:33.952112 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-542b4b17-d504-433a-a734-b98aeec9aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:33.954122 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-542b4b17-d504-433a-a734-b98aeec9aed5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0918946 May 12 15:38:34.008901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (869afb1f-8f08-43d2-8b78-38d5d6f40548), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.009998 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:34.010597 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.040796 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-21586b98-4349-4127-8225-a59f6252d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:34.040796 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-21586b98-4349-4127-8225-a59f6252d0ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703161 May 12 15:38:34.040987 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Allocated IP 192.168.233.124 (bfc4701c-d41a-4ccf-b7b5-f2ac0716864e/70156a9d-8752-483c-9ac5-57ac43c75de7/1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:34.075712 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37554) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:34.083835 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Request body: {'subnet': {'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-535405205-subnet', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:34.084181 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9411228 May 12 15:38:34.136004 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830cfee-9b93-4d39-902a-28561fb21787 admin admin] Pushing event updated for resources: {'Network': ['ID=869afb1f-8f08-43d2-8b78-38d5d6f40548,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:34.148525 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:34.172834 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Made reservation on behalf of 4b8824725a894bbcb17789008292c1e4 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:34.176615 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.242466 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks [] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.252658 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7d9500e2-b615-457d-9185-f06536372acc req-5e2e0853-d159-4413-9097-2c0504537a98 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 210 time: 0.0363469 May 12 15:38:34.258125 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-740fb5e6-363c-4bdd-97a4-38876caf47e7 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127135 May 12 15:38:34.306129 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.355013 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34dd193a-7932-4d3f-87dd-59bd04ee2329 req-d69b9797-ff0c-4e57-b6b7-761554a09222 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889747 May 12 15:38:34.591281 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:34.595227 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Pushing event updated for resources: {'Port': ['ID=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:34.599104 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:34.602265 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:34.680652 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:34.681280 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.727462 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-b95241e4-8c74-4ffa-a264-14cf7ff7e8a9 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1378236 May 12 15:38:34.743192 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Request body: {'port': {'device_id': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:34.769465 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (56100d28-2fa9-46ad-a054-9f3110821064), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.857934 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.861779 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56100d28-2fa9-46ad-a054-9f3110821064,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:34.881441 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Checking segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:34.881797 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Network hostable DHCP agents. Network: 869afb1f-8f08-43d2-8b78-38d5d6f40548, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:34.882464 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-df0f0966-6b81-4acf-a154-d89080b8e792 None None] Provisioning complete for port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:34.882845 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-df0f0966-6b81-4acf-a154-d89080b8e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.918773 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37574) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:34.931389 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-df0f0966-6b81-4acf-a154-d89080b8e792 None None] Port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:34.949550 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:34.975841 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 869afb1f-8f08-43d2-8b78-38d5d6f40548) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:34.982155 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:34.982747 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:34.990301 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506abb4-d739-4d6b-be1d-bb9cd3995022 None None] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:35.012045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990539-70d0-49e8-a0b9-c108ea2ad315 req-652aa174-6a62-4f93-8af9-de867ad6321f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:35.014282 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76990539-70d0-49e8-a0b9-c108ea2ad315 req-652aa174-6a62-4f93-8af9-de867ad6321f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0864658 May 12 15:38:35.053772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5432e52-3e8b-4943-a166-e35fa5da1981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.065848 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-68cd6833-317c-4ed7-8485-5f3da484ad84 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9891160 May 12 15:38:35.068713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37580) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:35.080033 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:35.104297 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76990539-70d0-49e8-a0b9-c108ea2ad315 req-e728fcf7-760e-4ae9-a48a-edef02143d90 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837138 May 12 15:38:35.127271 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-869afb1f-8f08-43d2-8b78-38d5d6f40548', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:38:35.129028 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.140202 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (5f175671-a964-46b7-aec3-69ec66eeb624), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.141820 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (5f175671-a964-46b7-aec3-69ec66eeb624), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.234444 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks [] for router_controller (5f175671-a964-46b7-aec3-69ec66eeb624), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.244617 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5432e52-3e8b-4943-a166-e35fa5da1981 admin admin] Publish callbacks [] for security_group (794e2868-d2bf-4359-9d42-2f5fa11d285f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.285712 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:38:35.299830 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Publish callbacks [] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.308379 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5432e52-3e8b-4943-a166-e35fa5da1981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (794e2868-d2bf-4359-9d42-2f5fa11d285f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.309696 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Allocated IP 172.20.0.2 (869afb1f-8f08-43d2-8b78-38d5d6f40548/56100d28-2fa9-46ad-a054-9f3110821064/3dcc6fb5-6382-4332-9bdf-8368d56ec854) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:35.316456 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Transition to ACTIVE for port object 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:38:35.324808 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.411449 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:35.490268 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c5432e52-3e8b-4943-a166-e35fa5da1981 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6d1ac775ceee4f29a27fd0ead94e0fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698662 May 12 15:38:35.495009 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432e52-3e8b-4943-a166-e35fa5da1981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e2868-d2bf-4359-9d42-2f5fa11d285f,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:35.501220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37592) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:35.543566 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c66b61-2580-4285-93bb-e02f628827fd req-494f1bfe-91cc-4ca6-81b9-835c29f2f721 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:35.548888 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-95c66b61-2580-4285-93bb-e02f628827fd req-494f1bfe-91cc-4ca6-81b9-835c29f2f721 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 948 time: 0.1522288 May 12 15:38:35.554976 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Publish callbacks [] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.568428 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.600413 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks [] for router_gateway (5f175671-a964-46b7-aec3-69ec66eeb624), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.603751 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:35.603904 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Attempting to bind port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:35.604122 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Attempting to bind port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:35.607616 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:35.607745 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Attempting to bind port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 on network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:35.613582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:35.617602 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 on network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:38:35.617945 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Attempting to bind port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 on network bfc4701c-d41a-4ccf-b7b5-f2ac0716864e {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:35.631242 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:35.631829 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Checking segment: {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:35.632414 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Bound using segment: {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:35.633025 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Bound port: 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9935e2f-8c03-4de1-9e31-ba7332a08522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:35.633630 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.676934 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Pushing event updated for resources: {'Port': ['ID=3dcc6fb5-6382-4332-9bdf-8368d56ec854,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:35.689768 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Attempting to bind port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:35.690299 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Attempting to bind port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:35.690673 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Attempting to bind port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:35.696049 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:35.696588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Checking segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:35.696995 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.697391 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Bound using segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:35.697860 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Bound port: 3dcc6fb5-6382-4332-9bdf-8368d56ec854, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:35.698233 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.720544 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] For port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:35.723543 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] For port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:35.730928 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.754631 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-95c66b61-2580-4285-93bb-e02f628827fd req-c7782068-5718-4cd0-a25f-4ed410c1f82c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570253 May 12 15:38:35.757027 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8831946-4d58-480b-8f64-2fbf730e89c3 admin admin] Publish callbacks [] for security_group (794e2868-d2bf-4359-9d42-2f5fa11d285f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.770561 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] For port 3dcc6fb5-6382-4332-9bdf-8368d56ec854, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:35.773990 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] For port 3dcc6fb5-6382-4332-9bdf-8368d56ec854, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3dcc6fb5-6382-4332-9bdf-8368d56ec854,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:35.781963 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.792763 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8831946-4d58-480b-8f64-2fbf730e89c3 admin admin] Publish callbacks [] for security_group (794e2868-d2bf-4359-9d42-2f5fa11d285f), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.797762 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:35.797762 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.799718 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] 10.222.0.88 "PUT /v2.0/ports/1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 HTTP/1.1" status: 200 len: 1098 time: 1.0602274 May 12 15:38:35.799718 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'tag': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:35.801872 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364fe3a1-2b15-4699-a1c3-1582575912d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7b2b2-7744-4fed-99f3-df96323e2c1a", "tag": "1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:35.804970 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aea300-1e19-44e0-8b35-8d989465f048 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:35.849035 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b003a1-3ebc-41cf-93c6-953f89069ac0 x-openstack-request-id: req-62b003a1-3ebc-41cf-93c6-953f89069ac0 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:35.849435 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7b2b2-7744-4fed-99f3-df96323e2c1a", "tag": "1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:35.849746 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62b003a1-3ebc-41cf-93c6-953f89069ac0 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:35.850210 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b003a1-3ebc-41cf-93c6-953f89069ac0'] response: {'name': 'network-changed', 'server_uuid': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'tag': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065', 'status': 'completed', 'code': 200} May 12 15:38:35.875534 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3644e-0f9c-4dc6-9470-e026aa77eefa None None] Pushing event updated for resources: {'Port': ['ID=3dcc6fb5-6382-4332-9bdf-8368d56ec854,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:35.922982 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-17611b08-5e62-48b8-b125-94cb00f6617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:35.925459 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-17611b08-5e62-48b8-b125-94cb00f6617f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=800882e33dc54145a74fabd425152e03&device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 1132 time: 0.0663257 May 12 15:38:35.974672 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8831946-4d58-480b-8f64-2fbf730e89c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (794e2868-d2bf-4359-9d42-2f5fa11d285f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.977327 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8831946-4d58-480b-8f64-2fbf730e89c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.978497 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b8831946-4d58-480b-8f64-2fbf730e89c3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/794e2868-d2bf-4359-9d42-2f5fa11d285f HTTP/1.1" status: 204 len: 168 time: 0.4749148 May 12 15:38:35.982988 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks [] for router_gateway (5f175671-a964-46b7-aec3-69ec66eeb624), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:35.989935 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8831946-4d58-480b-8f64-2fbf730e89c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e2868-d2bf-4359-9d42-2f5fa11d285f,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:36.009606 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:36.153776 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Allocated IP 172.27.2.84 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/1a99ddb4-ddfe-4577-9855-4b690e6be087) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:36.281759 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44126-a4e9-46c5-ad90-d94d9463530b req-7c75cd5e-5af7-434d-b17c-e4dbb57b1291 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:36.283397 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6eb44126-a4e9-46c5-ad90-d94d9463530b req-7c75cd5e-5af7-434d-b17c-e4dbb57b1291 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0804389 May 12 15:38:36.336686 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks [] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:36.366741 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6eb44126-a4e9-46c5-ad90-d94d9463530b req-55235e4c-0c4a-4cac-a68a-c2c95e7d5f7d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749993 May 12 15:38:36.400807 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:36.446594 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:36.449641 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:36.452516 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:36.484686 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Pushing event updated for resources: {'Port': ['ID=1a99ddb4-ddfe-4577-9855-4b690e6be087,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:36.759637 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks [] for router_gateway (5f175671-a964-46b7-aec3-69ec66eeb624), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:36.953010 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61083c-b61b-404a-9f41-70ca1252b96e None None] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:36.957664 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f25080-bd9a-442d-b722-0ee203f841d7 req-7fa3336e-3c97-4d03-ba44-fb492286077f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:36.959158 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b8f25080-bd9a-442d-b722-0ee203f841d7 req-7fa3336e-3c97-4d03-ba44-fb492286077f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 948 time: 0.0983727 May 12 15:38:37.030397 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] Provisioning complete for port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:37.030845 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.058371 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b8f25080-bd9a-442d-b722-0ee203f841d7 req-d6bad4e5-99d1-469a-a69d-f9e255a1e023 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932305 May 12 15:38:37.069641 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (5f175671-a964-46b7-aec3-69ec66eeb624), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.159836 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] Current status of the port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:37.160600 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.213738 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] For port 3dcc6fb5-6382-4332-9bdf-8368d56ec854, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3dcc6fb5-6382-4332-9bdf-8368d56ec854,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:37.219949 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.248852 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3dcc6fb5-6382-4332-9bdf-8368d56ec854 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:37.275370 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Router 5f175671-a964-46b7-aec3-69ec66eeb624 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:38:37.328936 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d26555-57b5-4f1c-9804-c52b6c12bd07 None None] Pushing event updated for resources: {'Port': ['ID=3dcc6fb5-6382-4332-9bdf-8368d56ec854,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:37.342507 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:37.342907 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.411438 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:37.424565 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:37.438212 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:37.438785 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:37.441535 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.444005 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b8caceae-8ac2-4b43-91b3-edeba1dc690b admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3718941 May 12 15:38:37.447198 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37646) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:37.473984 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-2cb68358-8db7-4347-9daa-25ea1622b1a4 None None] Provisioning complete for port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:37.474504 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2cb68358-8db7-4347-9daa-25ea1622b1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:37.513047 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:37.565472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f9ba3-960a-4e45-b01d-75f6b8bbe61b req-5a7a39b1-00c8-4479-9671-0fa927fa55df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:37.572238 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f30f9ba3-960a-4e45-b01d-75f6b8bbe61b req-5a7a39b1-00c8-4479-9671-0fa927fa55df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0700221 May 12 15:38:37.578859 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:37.595762 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-f836e710-b498-441e-abc2-1f2d1d2e1e6d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 HTTP/1.1" status: 200 len: 217 time: 0.0583246 May 12 15:38:37.604673 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-2cb68358-8db7-4347-9daa-25ea1622b1a4 None None] Current status of the port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:37.695423 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f30f9ba3-960a-4e45-b01d-75f6b8bbe61b req-f828cfd7-36cd-4366-ab53-3355f395dc68 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223145 May 12 15:38:37.787091 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:36Z', 'revision_number': 3, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:37.819698 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:37.820051 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Updating router 5f175671-a964-46b7-aec3-69ec66eeb624 port 1a99ddb4-ddfe-4577-9855-4b690e6be087 binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:38:37.939387 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.207713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3cfb-43c5-4ca2-8ae9-20bf60ca94fd req-0fee6260-71fa-433d-8ccc-c46b3cdd8454 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:38.209270 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d26c3cfb-43c5-4ca2-8ae9-20bf60ca94fd req-0fee6260-71fa-433d-8ccc-c46b3cdd8454 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 948 time: 0.0729415 May 12 15:38:38.233123 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Publish callbacks [] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.239864 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.295732 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc343c-74d4-454e-9a52-ca8db43581b1 None None] Pushing event updated for resources: {'Port': ['ID=1a99ddb4-ddfe-4577-9855-4b690e6be087,revision_number=2']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:38.303052 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Attempting to bind port 1a99ddb4-ddfe-4577-9855-4b690e6be087 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:38.303423 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Attempting to bind port 1a99ddb4-ddfe-4577-9855-4b690e6be087 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:38.303789 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Attempting to bind port 1a99ddb4-ddfe-4577-9855-4b690e6be087 on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:38.308849 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:38.309222 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:38.309617 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.310024 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:38.310472 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Bound port: 1a99ddb4-ddfe-4577-9855-4b690e6be087, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:38.311070 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.316695 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d26c3cfb-43c5-4ca2-8ae9-20bf60ca94fd req-590b2241-b1ec-4ce6-bf92-34b28abe6187 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951495 May 12 15:38:38.333641 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.366837 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] For port 1a99ddb4-ddfe-4577-9855-4b690e6be087, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:38.369888 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] For port 1a99ddb4-ddfe-4577-9855-4b690e6be087, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=1a99ddb4-ddfe-4577-9855-4b690e6be087,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:38.376195 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.438567 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:38.439220 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:38.480461 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc343c-74d4-454e-9a52-ca8db43581b1 None None] Pushing event updated for resources: {'Port': ['ID=1a99ddb4-ddfe-4577-9855-4b690e6be087,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:38.514219 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Allocated IP 172.20.0.1 (869afb1f-8f08-43d2-8b78-38d5d6f40548/56100d28-2fa9-46ad-a054-9f3110821064/e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:38.526595 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-a4f8828f-0565-4d77-9608-f3ff7dafbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:38.529673 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-a4f8828f-0565-4d77-9608-f3ff7dafbeac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=70156a9d-8752-483c-9ac5-57ac43c75de7 HTTP/1.1" status: 200 len: 843 time: 0.0644789 May 12 15:38:38.559461 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:38.594979 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-9e107b9f-ac27-4189-87f8-135f0c514d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:38.596945 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-9e107b9f-ac27-4189-87f8-135f0c514d3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfc4701c-d41a-4ccf-b7b5-f2ac0716864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0609996 May 12 15:38:38.660103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks [] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.704379 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.706829 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-86e194e9-6856-49e0-b31c-ecf36f584546 service neutron] 10.222.0.88 "GET /v2.0/networks/bfc4701c-d41a-4ccf-b7b5-f2ac0716864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005578 May 12 15:38:38.752622 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:38.757912 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:38.774145 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:38.777695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:38.853935 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (5f175671-a964-46b7-aec3-69ec66eeb624), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:38.897725 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-526110cf-42b1-4635-8a58-64f245f4ec55 req-a6d8b267-5af2-4d5a-8925-7b909abcaf3b service neutron] 10.222.0.88 "GET /v2.0/networks/bfc4701c-d41a-4ccf-b7b5-f2ac0716864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818545 May 12 15:38:38.905511 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:36Z', 'revision_number': 3, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:38.944811 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2456-7e4c-4bef-9983-bc927c072f9b None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:36Z', 'revision_number': 3, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:38.985064 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e733a46-aea7-4d1e-ac03-630125a961ec req-96489f96-45f8-41f8-bc57-1e64a67b5cce tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:38.985064 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1e733a46-aea7-4d1e-ac03-630125a961ec req-96489f96-45f8-41f8-bc57-1e64a67b5cce tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0771401 May 12 15:38:39.082700 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1e733a46-aea7-4d1e-ac03-630125a961ec req-02d4acaa-000e-48da-a7b4-b065ef06d65a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892732 May 12 15:38:39.108646 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:39.138554 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-4d1121d0-c86c-4bb9-9824-ae2193e4fff4 None None] Provisioning complete for port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:39.140406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4d1121d0-c86c-4bb9-9824-ae2193e4fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:39.185159 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-4d1121d0-c86c-4bb9-9824-ae2193e4fff4 None None] Port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:39.229617 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3dcc6fb5-6382-4332-9bdf-8368d56ec854 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:39.284626 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:39.285081 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:39.371193 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks [] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:39.391896 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:39.416673 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:39.505675 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (5f175671-a964-46b7-aec3-69ec66eeb624), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:39.524034 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:39.534384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59096416-e890-497b-a06f-8cb6b77a0572 req-8e840068-b63c-4d19-83ac-8faaba11572f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:39.535958 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-59096416-e890-497b-a06f-8cb6b77a0572 req-8e840068-b63c-4d19-83ac-8faaba11572f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 948 time: 0.1128008 May 12 15:38:39.665171 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-59096416-e890-497b-a06f-8cb6b77a0572 req-97b5b8b8-c7f9-4601-b53f-f71400a6b22c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124976 May 12 15:38:39.683918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:39.685365 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:39.825644 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:38:39.957110 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:39.963253 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-f12e9ac6-7e15-4d7d-848a-992af4ad7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:39.964800 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-f12e9ac6-7e15-4d7d-848a-992af4ad7221 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=800882e33dc54145a74fabd425152e03&device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 1132 time: 0.0562763 May 12 15:38:39.971434 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-00e091a8-884f-44ee-80fa-825493850e47 admin admin] 10.222.0.89 "PUT /v2.0/routers/5f175671-a964-46b7-aec3-69ec66eeb624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204439 May 12 15:38:40.025796 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-7fcd8c5f-1437-400d-92ac-875708b7c90e None None] Provisioning complete for port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:40.026484 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8c5f-1437-400d-92ac-875708b7c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:40.077758 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd8c5f-1437-400d-92ac-875708b7c90e None None] Port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:40.186598 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-8c656843-e0fe-46bd-9cea-6a2ed1aa8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:40.188705 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-8c656843-e0fe-46bd-9cea-6a2ed1aa8c6d service neutron] 10.222.0.88 "GET /v2.0/networks?id=bfc4701c-d41a-4ccf-b7b5-f2ac0716864e HTTP/1.1" status: 200 len: 870 time: 0.2163193 May 12 15:38:40.238283 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa21c-7051-4d04-9b93-e140cbe92106 req-0feb6d5c-7d5c-4609-8f56-eb9104d2f0e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:40.239966 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a97aa21c-7051-4d04-9b93-e140cbe92106 req-0feb6d5c-7d5c-4609-8f56-eb9104d2f0e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0642586 May 12 15:38:40.240596 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-bec6a70b-7693-4a1f-8879-b58dc695cade service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 HTTP/1.1" status: 200 len: 217 time: 0.0408776 May 12 15:38:40.296230 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a97aa21c-7051-4d04-9b93-e140cbe92106 req-dd6ef560-0d9b-4416-aac1-b512d3c63ab9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495305 May 12 15:38:40.304368 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-02fe7887-a68f-4c69-aeae-cd3f182741a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:40.305845 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-02fe7887-a68f-4c69-aeae-cd3f182741a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=70156a9d-8752-483c-9ac5-57ac43c75de7 HTTP/1.1" status: 200 len: 843 time: 0.0597796 May 12 15:38:40.378013 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-aff168e5-cc01-4c09-ac20-b2dd06140296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:40.381796 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-aff168e5-cc01-4c09-ac20-b2dd06140296 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfc4701c-d41a-4ccf-b7b5-f2ac0716864e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0606558 May 12 15:38:40.497800 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-484bc430-d685-4ffd-b938-9c4dc3280faf service neutron] 10.222.0.88 "GET /v2.0/networks/bfc4701c-d41a-4ccf-b7b5-f2ac0716864e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090379 May 12 15:38:40.640273 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-364fe3a1-2b15-4699-a1c3-1582575912d7 req-24f6fc73-bd25-488f-bbb8-fd8c10e68afe service neutron] 10.222.0.88 "GET /v2.0/networks/bfc4701c-d41a-4ccf-b7b5-f2ac0716864e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290507 May 12 15:38:40.812379 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9ccf-2838-4af9-a0fd-920f3939a757 req-b3201691-6495-432b-b028-df559bec2d59 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:40.816688 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-575a9ccf-2838-4af9-a0fd-920f3939a757 req-b3201691-6495-432b-b028-df559bec2d59 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 948 time: 0.0693634 May 12 15:38:40.875629 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37774) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:40.881415 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891397352-network', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:40.889045 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-575a9ccf-2838-4af9-a0fd-920f3939a757 req-b5225979-ab0c-47ee-b7e6-8b00e0b30ca5 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 May 12 15:38:40.911593 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Made reservation on behalf of 59970f3ce00a4b40bd3f821ee2d41593 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:40.915917 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:40.927034 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.021179 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks [] for security_group (b2732bec-be77-4731-93c1-d5110dd0e2ce), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.026625 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b2732bec-be77-4731-93c1-d5110dd0e2ce), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.026897 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:41.038839 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:41.039509 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:41.050344 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:41.064095 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2732bec-be77-4731-93c1-d5110dd0e2ce,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:41.070683 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (30d9a7e5-7e13-474f-9aa2-4b705b9f761d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.071092 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Added segment 30d9a7e5-7e13-474f-9aa2-4b705b9f761d of type vlan for network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 May 12 15:38:41.120761 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (34ebb293-448e-48f1-bf4f-e5ee1a336bf8), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.153108 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (34ebb293-448e-48f1-bf4f-e5ee1a336bf8), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.154558 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:41.155230 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.183374 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:41.228800 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3514836 May 12 15:38:41.231613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37784) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:41.233516 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44da7e-ab10-4cbe-bf65-d496db589ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=34ebb293-448e-48f1-bf4f-e5ee1a336bf8,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:41.236832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Request body: {'subnet': {'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891397352-subnet', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:41.258054 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1a99ddb4-ddfe-4577-9855-4b690e6be087 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:41.258850 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Made reservation on behalf of 59970f3ce00a4b40bd3f821ee2d41593 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:41.260907 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:41.261542 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230805'] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.448533 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87dbad-b168-47f1-80a7-2edfcf5ef9dd req-dac13c14-52fa-4163-b7fe-b4dc56c9dee8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:41.449834 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8c87dbad-b168-47f1-80a7-2edfcf5ef9dd req-dac13c14-52fa-4163-b7fe-b4dc56c9dee8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0587428 May 12 15:38:41.471760 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 1a99ddb4-ddfe-4577-9855-4b690e6be087 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:41.472111 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.511933 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230787'] for subnet (8bc838d5-292a-48f0-b466-cf8a28d3342d), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.561758 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8c87dbad-b168-47f1-80a7-2edfcf5ef9dd req-3688b7d0-4489-4e34-97b3-5cd0bb002081 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913167 May 12 15:38:41.593101 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc838d5-292a-48f0-b466-cf8a28d3342d,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:41.597785 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Checking segment: {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:41.598142 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Network hostable DHCP agents. Network: 34ebb293-448e-48f1-bf4f-e5ee1a336bf8, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:41.617583 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:41.627850 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 34ebb293-448e-48f1-bf4f-e5ee1a336bf8) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:41.632007 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:41.632751 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.650302 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a2257ff4-8f06-40c1-aaf4-c2ea9a0d6cd3 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4173069 May 12 15:38:41.652993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37792) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:41.653729 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c20351d-98f3-44a7-84e6-077ed477317c None None] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:41.657279 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:41.679374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (f887a022-cbd8-408d-b856-27157c1ba8f7), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.680718 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (f887a022-cbd8-408d-b856-27157c1ba8f7), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.737796 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks [] for router_controller (f887a022-cbd8-408d-b856-27157c1ba8f7), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.744540 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5381b4f3-b43d-4dfb-862d-2c25b35420f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.750682 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 2, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:41.787975 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:41.788323 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Updating router 5f175671-a964-46b7-aec3-69ec66eeb624 port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:38:41.867456 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:38:41.875135 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.878073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks [] for router_gateway (f887a022-cbd8-408d-b856-27157c1ba8f7), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.900736 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-34ebb293-448e-48f1-bf4f-e5ee1a336bf8', 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8', 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'fixed_ips': [{'subnet_id': '8bc838d5-292a-48f0-b466-cf8a28d3342d'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:38:41.901672 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.903472 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 1a99ddb4-ddfe-4577-9855-4b690e6be087 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:41.903916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:41.986221 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 1a99ddb4-ddfe-4577-9855-4b690e6be087, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=1a99ddb4-ddfe-4577-9855-4b690e6be087,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:42.001970 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.042047 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b5c1c-0914-4b37-93c1-52f14e9f96ef req-e733c2d3-8713-4af8-9512-f8d1f071e222 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:42.043542 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9e2b5c1c-0914-4b37-93c1-52f14e9f96ef req-e733c2d3-8713-4af8-9512-f8d1f071e222 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 948 time: 0.0852854 May 12 15:38:42.137978 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks [] for router_gateway (f887a022-cbd8-408d-b856-27157c1ba8f7), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.142143 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9e2b5c1c-0914-4b37-93c1-52f14e9f96ef req-b0b3d316-f16b-4e2a-b751-b64040346d65 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709381 May 12 15:38:42.163457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.265563 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=1a99ddb4-ddfe-4577-9855-4b690e6be087,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:42.266952 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Allocated IP 172.27.2.5 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/9a793e3d-fd70-4250-aa4e-89288b8ce624) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:42.281912 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:42.314822 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065', 'network_id': 'bfc4701c-d41a-4ccf-b7b5-f2ac0716864e', 'port_id': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065', 'mac_address': 'fa:16:3e:d3:7f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70156a9d-8752-483c-9ac5-57ac43c75de7', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:38:42.316850 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Allocated IP 172.20.0.2 (34ebb293-448e-48f1-bf4f-e5ee1a336bf8/8bc838d5-292a-48f0-b466-cf8a28d3342d/b1c59ae0-b792-402d-b261-c9f2de988da3) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:42.473668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:42.474030 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.513049 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:38:42.557570 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:42.573689 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.642210 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks [] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.692029 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Publish callbacks [] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.703434 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Publish callbacks [] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.714166 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.717705 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:42.718414 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8c64-bfe7-4d4a-8219-4fac3c16199e req-10523715-3919-4257-8640-84d8ef9420fc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:42.719985 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65bc8c64-bfe7-4d4a-8219-4fac3c16199e req-10523715-3919-4257-8640-84d8ef9420fc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0711911 May 12 15:38:42.725924 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.736268 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.779870 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:42.784885 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:42.788038 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:42.788399 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c7a26-eea2-43ef-8515-48eb63dfeb17 None None] Pushing event updated for resources: {'Port': ['ID=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:42.790797 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:42.797053 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:42.811923 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:42.913275 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Pushing event updated for resources: {'Port': ['ID=b1c59ae0-b792-402d-b261-c9f2de988da3,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:42.970192 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Attempting to bind port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:42.970548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Attempting to bind port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:42.970911 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Attempting to bind port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:42.974468 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Attempting to bind port b1c59ae0-b792-402d-b261-c9f2de988da3 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:42.974840 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Attempting to bind port b1c59ae0-b792-402d-b261-c9f2de988da3 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:42.975194 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Attempting to bind port b1c59ae0-b792-402d-b261-c9f2de988da3 on network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:42.980569 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:42.980984 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Checking segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:42.981382 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.981948 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Bound using segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:42.982434 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Bound port: e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:42.982820 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.987903 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:42.988274 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Checking segment: {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:42.988688 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:42.989076 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Bound using segment: {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:42.989544 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Bound port: b1c59ae0-b792-402d-b261-c9f2de988da3, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:42.989919 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.009990 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Pushing event updated for resources: {'Port': ['ID=9a793e3d-fd70-4250-aa4e-89288b8ce624,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:43.045806 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65bc8c64-bfe7-4d4a-8219-4fac3c16199e req-f84e3beb-d332-4e36-9b55-7c08cb4bc424 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125474 May 12 15:38:43.133329 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] For port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:43.150604 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] For port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:43.152858 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] For port b1c59ae0-b792-402d-b261-c9f2de988da3, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:43.154950 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] Provisioning complete for port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:43.155326 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.183726 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.185922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks [] for router_gateway (f887a022-cbd8-408d-b856-27157c1ba8f7), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.189101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] For port b1c59ae0-b792-402d-b261-c9f2de988da3, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=b1c59ae0-b792-402d-b261-c9f2de988da3,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:43.224879 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1a99ddb4-ddfe-4577-9855-4b690e6be087 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:43.252933 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.315088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1fb09-b8ab-45dd-931a-c19c27a091c8 req-9b6f83a9-af50-446f-b4a1-4c3f223990bc tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:43.316658 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fbb1fb09-b8ab-45dd-931a-c19c27a091c8 req-9b6f83a9-af50-446f-b4a1-4c3f223990bc tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 949 time: 0.0888515 May 12 15:38:43.324144 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:43.324856 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:43.326678 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c7a26-eea2-43ef-8515-48eb63dfeb17 None None] Pushing event updated for resources: {'Port': ['ID=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:43.426127 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fbb1fb09-b8ab-45dd-931a-c19c27a091c8 req-f51c52bd-9745-4b1b-b516-7f9cd0a66d47 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029394 May 12 15:38:43.514033 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (f887a022-cbd8-408d-b856-27157c1ba8f7), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.640598 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 1a99ddb4-ddfe-4577-9855-4b690e6be087 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:43.640979 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.701912 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Router f887a022-cbd8-408d-b856-27157c1ba8f7 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:38:43.704890 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] Current status of the port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:43.705314 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.757039 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab2294-23a7-4d46-9078-decb878c7857 None None] Pushing event updated for resources: {'Port': ['ID=b1c59ae0-b792-402d-b261-c9f2de988da3,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:43.801617 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:43.818150 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:43.827973 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Sync routers for ids ['f887a022-cbd8-408d-b856-27157c1ba8f7'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:43.828436 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] For port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:43.838554 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.839898 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Routers {'f887a022-cbd8-408d-b856-27157c1ba8f7'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:43.841000 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['f887a022-cbd8-408d-b856-27157c1ba8f7'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:43.841153 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-0edc408e-d068-45d1-8b70-4105865be99f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1869259 May 12 15:38:43.843249 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37818) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:43.855491 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:43.957282 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 1a99ddb4-ddfe-4577-9855-4b690e6be087 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:43.966645 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Set router f887a022-cbd8-408d-b856-27157c1ba8f7 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:43.990895 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:38:43.998138 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-dbc2edc3-3aae-4780-b9b4-80f424f1a59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:44.034243 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627a772-8944-4705-ac14-89d3fb716bdd None None] Pushing event updated for resources: {'Port': ['ID=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:44.067573 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-f4261200-9422-4753-9dc2-85cbb709087a None None] Provisioning complete for port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:44.067952 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f4261200-9422-4753-9dc2-85cbb709087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:44.256807 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:38:42Z', 'revision_number': 3, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:44.272314 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb35f-57fe-4b53-af16-eb42265c3b2f req-c4da0026-a13c-488c-b329-d6d6f4af3637 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:44.279535 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfcfb35f-57fe-4b53-af16-eb42265c3b2f req-c4da0026-a13c-488c-b329-d6d6f4af3637 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.1340463 May 12 15:38:44.308419 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Checking router: f887a022-cbd8-408d-b856-27157c1ba8f7 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:44.308419 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Updating router f887a022-cbd8-408d-b856-27157c1ba8f7 port 9a793e3d-fd70-4250-aa4e-89288b8ce624 binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:38:44.316082 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-f4261200-9422-4753-9dc2-85cbb709087a None None] Current status of the port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:44.375563 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfcfb35f-57fe-4b53-af16-eb42265c3b2f req-c14e4757-3ade-4f80-9440-f82feb107fcf tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876775 May 12 15:38:44.381892 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:44.434914 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:44.536129 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aebc10-c751-44ff-a405-f49cc4840117 None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:44.682142 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230503-ae71-448a-8177-7088e3897491 req-6677324d-32c9-4e4b-9aa4-401654bac4fc tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:44.684908 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff230503-ae71-448a-8177-7088e3897491 req-6677324d-32c9-4e4b-9aa4-401654bac4fc tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 949 time: 0.1369209 May 12 15:38:44.687819 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:44.810034 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff230503-ae71-448a-8177-7088e3897491 req-c5322aa0-8ac9-4e2f-bf7b-69789401706e tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148398 May 12 15:38:44.847545 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d607b-9722-483e-a9aa-8cf50c50e137 None None] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:44.992961 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] Provisioning complete for port b1c59ae0-b792-402d-b261-c9f2de988da3 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:44.993541 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.078320 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Allocated IP 172.20.0.1 (34ebb293-448e-48f1-bf4f-e5ee1a336bf8/8bc838d5-292a-48f0-b466-cf8a28d3342d/643660bc-cb43-4fe1-b54e-635a09a6f0f4) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:38:45.177217 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Publish callbacks [] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.209182 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.217361 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] Current status of the port b1c59ae0-b792-402d-b261-c9f2de988da3 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:45.218145 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.225627 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.334353 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] For port b1c59ae0-b792-402d-b261-c9f2de988da3, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=b1c59ae0-b792-402d-b261-c9f2de988da3,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:45.358941 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.451406 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395113b-d323-478e-a776-75bf19a08555 None None] Pushing event updated for resources: {'Port': ['ID=9a793e3d-fd70-4250-aa4e-89288b8ce624,revision_number=2']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:45.466526 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Attempting to bind port 9a793e3d-fd70-4250-aa4e-89288b8ce624 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:45.468381 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Attempting to bind port 9a793e3d-fd70-4250-aa4e-89288b8ce624 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:45.470398 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Attempting to bind port 9a793e3d-fd70-4250-aa4e-89288b8ce624 on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:45.480666 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:45.484711 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:45.488910 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:45.489386 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.490563 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:45.491376 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Bound port: 9a793e3d-fd70-4250-aa4e-89288b8ce624, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:45.494567 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.499266 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks [] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.597421 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.616369 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-655c0759-079c-49cc-acc5-6bd136abcb3e None None] Provisioning complete for port b1c59ae0-b792-402d-b261-c9f2de988da3 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:45.618757 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-655c0759-079c-49cc-acc5-6bd136abcb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.638915 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] For port 9a793e3d-fd70-4250-aa4e-89288b8ce624, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:45.647549 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] For port 9a793e3d-fd70-4250-aa4e-89288b8ce624, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=9a793e3d-fd70-4250-aa4e-89288b8ce624,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:45.660525 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.702854 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:45.707029 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745d91a-d77d-4933-af79-fe8a2a279550 None None] Pushing event updated for resources: {'Port': ['ID=b1c59ae0-b792-402d-b261-c9f2de988da3,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:45.707857 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:45.727022 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:38:45.732121 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:45.732564 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.780457 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395113b-d323-478e-a776-75bf19a08555 None None] Pushing event updated for resources: {'Port': ['ID=9a793e3d-fd70-4250-aa4e-89288b8ce624,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:45.794559 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Routers {'f887a022-cbd8-408d-b856-27157c1ba8f7'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:45.795203 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['f887a022-cbd8-408d-b856-27157c1ba8f7'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:45.860074 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=643660bc-cb43-4fe1-b54e-635a09a6f0f4,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:45.880041 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:45.902686 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (f887a022-cbd8-408d-b856-27157c1ba8f7), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:45.984640 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37874) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:46.051946 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:38:46.119656 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:46.120773 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device b1c59ae0-b792-402d-b261-c9f2de988da3 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:46.122764 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:46.123118 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.187832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd43f08-a10d-4bbf-a4dc-e2bc561eae43 req-12a17704-9c64-48cf-8661-70b4b42ea5b9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:46.207383 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cbd43f08-a10d-4bbf-a4dc-e2bc561eae43 req-12a17704-9c64-48cf-8661-70b4b42ea5b9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.3548884 May 12 15:38:46.266197 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.287293 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-655c0759-079c-49cc-acc5-6bd136abcb3e None None] Current status of the port b1c59ae0-b792-402d-b261-c9f2de988da3 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:46.300332 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d378c7-e401-4ea4-bc80-7b457c259a01 req-2cff7280-4fcd-44f2-9cff-35fe0dbc5a99 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:46.302261 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-73d378c7-e401-4ea4-bc80-7b457c259a01 req-2cff7280-4fcd-44f2-9cff-35fe0dbc5a99 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 949 time: 0.3073807 May 12 15:38:46.311204 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] Set router f887a022-cbd8-408d-b856-27157c1ba8f7 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:46.315297 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port b1c59ae0-b792-402d-b261-c9f2de988da3 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:46.316511 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.338654 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b1a548b2-6482-468a-82a5-ae7c7f179196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.428729 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cbd43f08-a10d-4bbf-a4dc-e2bc561eae43 req-bbe0e473-d4b4-4df3-b69e-ba93d174fd78 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086012 May 12 15:38:46.448676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:46.449153 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.464279 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-73d378c7-e401-4ea4-bc80-7b457c259a01 req-b58f5ea1-cb46-4228-9921-bdefb17d81bb tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170290 May 12 15:38:46.580509 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-817ec3ba-150f-4363-91b3-6555420d01ab None None] Provisioning complete for port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:46.581101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-817ec3ba-150f-4363-91b3-6555420d01ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.591103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b1a548b2-6482-468a-82a5-ae7c7f179196 admin admin] Publish callbacks [] for security_group (d498cb60-f012-44a1-afa5-2e70638b0c61), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.601799 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b1a548b2-6482-468a-82a5-ae7c7f179196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d498cb60-f012-44a1-afa5-2e70638b0c61), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.631066 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:38:42Z', 'revision_number': 3, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:46.653051 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks [] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.654166 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a548b2-6482-468a-82a5-ae7c7f179196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d498cb60-f012-44a1-afa5-2e70638b0c61,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:46.663692 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107f06f9-80db-4a2f-84dc-e76a26631142 None None] The sync data for ids ['f887a022-cbd8-408d-b856-27157c1ba8f7'] in dv-cinder-835881-11-iscsi is: [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:38:42Z', 'revision_number': 3, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:46.664940 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.683113 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:46.691396 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b1a548b2-6482-468a-82a5-ae7c7f179196 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d6c8844deed745a18b2ecf0cabe02828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6903648 May 12 15:38:46.694052 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37894) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:46.699999 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:46.702564 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ef2c1-da62-4d32-ae58-97553642eb47" -d '{"events": [{"server_uuid": "d8b7b2b2-7744-4fed-99f3-df96323e2c1a", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:46.761742 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.805983 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (f887a022-cbd8-408d-b856-27157c1ba8f7), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.808918 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=643660bc-cb43-4fe1-b54e-635a09a6f0f4,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:46.811467 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a17ef2f9-c40d-47eb-9e72-cb8dd7404016 admin admin] Publish callbacks [] for security_group (d498cb60-f012-44a1-afa5-2e70638b0c61), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.849229 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a17ef2f9-c40d-47eb-9e72-cb8dd7404016 admin admin] Publish callbacks [] for security_group (d498cb60-f012-44a1-afa5-2e70638b0c61), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.919481 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a2de0f-ae38-403f-a8bc-58016db62018 x-openstack-request-id: req-96a2de0f-ae38-403f-a8bc-58016db62018 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:46.920512 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7b2b2-7744-4fed-99f3-df96323e2c1a", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:46.921439 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-96a2de0f-ae38-403f-a8bc-58016db62018 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:46.922045 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a2de0f-ae38-403f-a8bc-58016db62018'] response: {'server_uuid': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065', 'code': 200} May 12 15:38:46.922244 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a17ef2f9-c40d-47eb-9e72-cb8dd7404016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d498cb60-f012-44a1-afa5-2e70638b0c61), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.923712 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:46.936287 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a17ef2f9-c40d-47eb-9e72-cb8dd7404016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.936287 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a17ef2f9-c40d-47eb-9e72-cb8dd7404016 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d498cb60-f012-44a1-afa5-2e70638b0c61 HTTP/1.1" status: 204 len: 168 time: 0.2354879 May 12 15:38:46.948387 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-817ec3ba-150f-4363-91b3-6555420d01ab None None] Port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:46.953386 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port b1c59ae0-b792-402d-b261-c9f2de988da3 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:46.961048 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:46.962711 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ef2f9-c40d-47eb-9e72-cb8dd7404016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d498cb60-f012-44a1-afa5-2e70638b0c61,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:46.985106 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:38:46.987352 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:47.205377 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef498fb-84d2-4c9f-a0a6-f48375913d83 req-c60bf4c2-3804-446f-9113-96fab3a7d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:47.206877 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5ef498fb-84d2-4c9f-a0a6-f48375913d83 req-c60bf4c2-3804-446f-9113-96fab3a7d8e1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 1134 time: 0.1078708 May 12 15:38:47.345260 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Router f887a022-cbd8-408d-b856-27157c1ba8f7 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:38:47.357122 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5ef498fb-84d2-4c9f-a0a6-f48375913d83 req-ca7b1f21-3622-4324-83e8-116e6f72ff71 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024468 May 12 15:38:47.426168 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9a793e3d-fd70-4250-aa4e-89288b8ce624 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:47.560644 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:38:47.571442 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b7c52122-536d-4cfe-8e95-e57dfea8c8f1 admin admin] 10.222.0.89 "PUT /v2.0/routers/f887a022-cbd8-408d-b856-27157c1ba8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7269061 May 12 15:38:47.587412 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 9a793e3d-fd70-4250-aa4e-89288b8ce624 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:47.588000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:47.590610 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-5fb40ea3-c8bb-4028-a8de-4cea48ddfad9 None None] Provisioning complete for port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:47.591283 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ea3-c8bb-4028-a8de-4cea48ddfad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:47.617733 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f295-cdd5-4d49-a586-1f30d6b81059 req-343ef199-48b5-44ac-b147-762f2967690f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:47.621572 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1bd7f295-cdd5-4d49-a586-1f30d6b81059 req-343ef199-48b5-44ac-b147-762f2967690f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0758052 May 12 15:38:47.670925 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-5fb40ea3-c8bb-4028-a8de-4cea48ddfad9 None None] Port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:38:47.725235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7476a-e564-43ba-9002-f6318c7b2709 req-da325774-f980-4d28-a0c7-85201cef0f0f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:47.734239 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7a7476a-e564-43ba-9002-f6318c7b2709 req-da325774-f980-4d28-a0c7-85201cef0f0f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.1369832 May 12 15:38:47.766039 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 9a793e3d-fd70-4250-aa4e-89288b8ce624 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:47.766623 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:47.767821 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1bd7f295-cdd5-4d49-a586-1f30d6b81059 req-e39632d3-c6c5-476e-81cc-2959997e368e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301811 May 12 15:38:47.796073 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 9a793e3d-fd70-4250-aa4e-89288b8ce624, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=9a793e3d-fd70-4250-aa4e-89288b8ce624,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:47.804367 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:47.805313 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device b1c59ae0-b792-402d-b261-c9f2de988da3 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:47.826231 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7a7476a-e564-43ba-9002-f6318c7b2709 req-e4199fff-5e6f-45db-b22a-d9dd8b022045 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907907 May 12 15:38:47.940298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=9a793e3d-fd70-4250-aa4e-89288b8ce624,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:47.961776 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:47.970835 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port b1c59ae0-b792-402d-b261-c9f2de988da3 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:47.971210 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.076056 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port b1c59ae0-b792-402d-b261-c9f2de988da3 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:48.128982 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37954) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.249289 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37962) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.253845 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255422790', 'description': 'tempest-secgroup-smoke-1255422790 description', 'project_id': '4b8824725a894bbcb17789008292c1e4'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:48.279644 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.351425 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37964) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.362877 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group (6817e520-9138-4e94-a8ad-7aecefd9690b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.369942 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (6817e520-9138-4e94-a8ad-7aecefd9690b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.411578 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.412983 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1627545 May 12 15:38:48.416002 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37968) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.421009 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group_rule': {'security_group_id': '6817e520-9138-4e94-a8ad-7aecefd9690b', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:48.426994 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0e742-6e19-48dd-8810-b28ef5c98c1c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6817e520-9138-4e94-a8ad-7aecefd9690b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.432993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-494619981-network', 'tenant_id': '24ad1bfe4f634a188dd1613c630f0bbd'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:48.454408 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Made reservation on behalf of 24ad1bfe4f634a188dd1613c630f0bbd for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:48.454899 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (719fd2a3-7100-4024-9a04-50b7e44d6d21), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.457617 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.474216 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.530886 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (719fd2a3-7100-4024-9a04-50b7e44d6d21), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.537490 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ff74d330-071d-4a86-a9bb-652e030e7627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.542993 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (719fd2a3-7100-4024-9a04-50b7e44d6d21), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.564402 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719fd2a3-7100-4024-9a04-50b7e44d6d21,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.585142 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.586616 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2b9d1fb5-f6cd-4aaf-8277-1529245ed3a1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693466 May 12 15:38:48.589529 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37976) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.594686 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group_rule': {'security_group_id': '6817e520-9138-4e94-a8ad-7aecefd9690b', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:48.628256 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (5084c4bc-89c9-4713-a686-dc9b0bc67a0b), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.628780 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks [] for security_group (422b765f-5aa0-4c44-a4ec-304b40bb11cf), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.634378 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (422b765f-5aa0-4c44-a4ec-304b40bb11cf), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.659267 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:48.693187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.693595 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Added segment 8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3 of type vlan for network 144446a1-8b69-4758-9c58-572c887f90d4 May 12 15:38:48.693703 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (5084c4bc-89c9-4713-a686-dc9b0bc67a0b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.694945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b765f-5aa0-4c44-a4ec-304b40bb11cf,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.699318 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (5084c4bc-89c9-4713-a686-dc9b0bc67a0b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.707366 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ff74d330-071d-4a86-a9bb-652e030e7627 admin admin] Publish callbacks [] for security_group (f0ea6bc7-4457-4498-a41b-8947e1799cbc), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.716358 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5084c4bc-89c9-4713-a686-dc9b0bc67a0b,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.727563 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.728806 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-80a27ee7-04dc-4fcb-9a65-32f2f118bdb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382754 May 12 15:38:48.731629 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37978) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.736257 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group_rule': {'security_group_id': '6817e520-9138-4e94-a8ad-7aecefd9690b', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:48.738412 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ff74d330-071d-4a86-a9bb-652e030e7627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (f0ea6bc7-4457-4498-a41b-8947e1799cbc), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.764005 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (ea41f6c3-5aa8-418d-b61b-683cdca9874c), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.776889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (144446a1-8b69-4758-9c58-572c887f90d4), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.796112 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-ff74d330-071d-4a86-a9bb-652e030e7627 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ca8d99818dea427ea9d33a9926d2ad27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434111 May 12 15:38:48.801338 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74d330-071d-4a86-a9bb-652e030e7627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea6bc7-4457-4498-a41b-8947e1799cbc,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.801759 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37982) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.820675 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (144446a1-8b69-4758-9c58-572c887f90d4), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.821913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:48.822612 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.880660 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (ea41f6c3-5aa8-418d-b61b-683cdca9874c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.882474 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d49c9644-f3f3-474b-98c8-2ec418062359 admin admin] Publish callbacks [] for security_group (f0ea6bc7-4457-4498-a41b-8947e1799cbc), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.894615 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (ea41f6c3-5aa8-418d-b61b-683cdca9874c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.914006 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] Pushing event updated for resources: {'Network': ['ID=144446a1-8b69-4758-9c58-572c887f90d4,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:48.923498 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a44fd1b3-2f15-4c28-94d3-e919bb28868b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7897658 May 12 15:38:48.925694 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37986) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:48.927553 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d49c9644-f3f3-474b-98c8-2ec418062359 admin admin] Publish callbacks [] for security_group (f0ea6bc7-4457-4498-a41b-8947e1799cbc), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:48.935430 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 144446a1-8b69-4758-9c58-572c887f90d4 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:48.970158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc33b-7b4c-4a4f-8ffa-d8d477e8b88a req-1e0868a4-84a1-4b3f-8301-fa71b48e4c87 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:48.971863 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d41cc33b-7b4c-4a4f-8ffa-d8d477e8b88a req-1e0868a4-84a1-4b3f-8301-fa71b48e4c87 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0591974 May 12 15:38:49.032934 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d41cc33b-7b4c-4a4f-8ffa-d8d477e8b88a req-312fac50-ce99-43e8-915f-18747532dbb4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 May 12 15:38:49.150631 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebce31b-b565-4be3-853b-c0731c4f2b43 req-8dc5e251-18d9-4854-949b-accbf04833ea tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:49.153085 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3ebce31b-b565-4be3-853b-c0731c4f2b43 req-8dc5e251-18d9-4854-949b-accbf04833ea tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.0661037 May 12 15:38:49.203889 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Request body: {'subnet': {'network_id': '144446a1-8b69-4758-9c58-572c887f90d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-494619981-subnet', 'tenant_id': '24ad1bfe4f634a188dd1613c630f0bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:49.207600 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Sync routers for ids ['f887a022-cbd8-408d-b856-27157c1ba8f7'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:38:49.212700 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea41f6c3-5aa8-418d-b61b-683cdca9874c,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.236040 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3ebce31b-b565-4be3-853b-c0731c4f2b43 req-6493fc0d-abc7-4cde-8849-4936779e1d07 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735815 May 12 15:38:49.242663 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.243838 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-24fa6ae4-b05a-4d4f-9ee8-396c2e201adc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110352 May 12 15:38:49.247335 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 37990) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:49.256811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group_rule': {'security_group_id': '6817e520-9138-4e94-a8ad-7aecefd9690b', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:49.259870 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Made reservation on behalf of 24ad1bfe4f634a188dd1613c630f0bbd for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:49.262512 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.294135 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (33c07f39-4d5f-43a4-8dfe-164085eea78e), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.323459 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d49c9644-f3f3-474b-98c8-2ec418062359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (f0ea6bc7-4457-4498-a41b-8947e1799cbc), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.325343 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9a793e3d-fd70-4250-aa4e-89288b8ce624 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:49.326078 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d49c9644-f3f3-474b-98c8-2ec418062359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.327220 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d49c9644-f3f3-474b-98c8-2ec418062359 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f0ea6bc7-4457-4498-a41b-8947e1799cbc HTTP/1.1" status: 204 len: 168 time: 0.5244596 May 12 15:38:49.346197 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c9644-f3f3-474b-98c8-2ec418062359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea6bc7-4457-4498-a41b-8947e1799cbc,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.369130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (33c07f39-4d5f-43a4-8dfe-164085eea78e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.370407 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Routers {'f887a022-cbd8-408d-b856-27157c1ba8f7'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:49.371232 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['f887a022-cbd8-408d-b856-27157c1ba8f7'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:49.376263 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (33c07f39-4d5f-43a4-8dfe-164085eea78e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.400674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c07f39-4d5f-43a4-8dfe-164085eea78e,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.411999 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.413784 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f65d975a-477c-472a-a3be-1de6dd7aae95 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649938 May 12 15:38:49.416686 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 37994) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:49.422762 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group_rule': {'security_group_id': '6817e520-9138-4e94-a8ad-7aecefd9690b', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:49.491023 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.securitygroups_db [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Project 4b8824725a894bbcb17789008292c1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:38:49.496087 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (c82dd183-97b5-480c-9882-c4326561485b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.522594 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (db6148c3-87e8-479f-afcd-920dfac9f01c), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.524432 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 9a793e3d-fd70-4250-aa4e-89288b8ce624 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:49.524837 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.576432 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Set router f887a022-cbd8-408d-b856-27157c1ba8f7 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:49.587115 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82dd183-97b5-480c-9882-c4326561485b,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.604928 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Checking segment: {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:49.605394 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Network hostable DHCP agents. Network: 144446a1-8b69-4758-9c58-572c887f90d4, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:49.628702 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (db6148c3-87e8-479f-afcd-920dfac9f01c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.634881 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (db6148c3-87e8-479f-afcd-920dfac9f01c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.646215 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Network 144446a1-8b69-4758-9c58-572c887f90d4 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:49.656964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 38000) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:49.670513 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6148c3-87e8-479f-afcd-920dfac9f01c,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.676783 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 144446a1-8b69-4758-9c58-572c887f90d4) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:49.678376 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-031bcc43-dc7d-43b1-9029-9f7b314c92d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.682209 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.683540 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dc3cd4c3-547c-4780-b9e0-936220e17bcd tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2653148 May 12 15:38:49.686538 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38002) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:49.692234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'security_group_rule': {'security_group_id': '6817e520-9138-4e94-a8ad-7aecefd9690b', 'project_id': '4b8824725a894bbcb17789008292c1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:49.702180 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:49.702774 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.709133 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92582348-bc61-4375-9065-a4d8e7764d36 None None] Network 144446a1-8b69-4758-9c58-572c887f90d4 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:49.744252 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1e9fca74-2071-447e-a32b-7e8a9d337b0d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8138273 May 12 15:38:49.753807 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.securitygroups_db [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Project 4b8824725a894bbcb17789008292c1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:38:49.765983 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (6b972cbf-5f75-4890-842e-c9e291050a77), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.791074 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 9a793e3d-fd70-4250-aa4e-89288b8ce624 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:49.809723 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-031bcc43-dc7d-43b1-9029-9f7b314c92d4 admin admin] Publish callbacks [] for security_group (e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.820545 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-031bcc43-dc7d-43b1-9029-9f7b314c92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.847162 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (6b972cbf-5f75-4890-842e-c9e291050a77), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.849397 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-031bcc43-dc7d-43b1-9029-9f7b314c92d4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=24cdf0054925443587a304f8aae06342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909649 May 12 15:38:49.856793 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 38028) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:49.858533 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (6b972cbf-5f75-4890-842e-c9e291050a77), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.895413 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2516cb2-5821-4dd2-9938-6970e6d56a25 None None] Network 144446a1-8b69-4758-9c58-572c887f90d4 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:49.905314 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bcc43-dc7d-43b1-9029-9f7b314c92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.922273 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.927728 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2362833 May 12 15:38:49.927728 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4b723-8bad-4c1f-a27c-37318d94c9e1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b972cbf-5f75-4890-842e-c9e291050a77,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:49.960196 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1c625ac7-0f2b-4a1c-acb9-c6d95dbda6e4 admin admin] Publish callbacks [] for security_group (e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:49.987635 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1c625ac7-0f2b-4a1c-acb9-c6d95dbda6e4 admin admin] Publish callbacks [] for security_group (e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.047004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:38:46Z', 'revision_number': 4, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '643660bc-cb43-4fe1-b54e-635a09a6f0f4', 'name': '', 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'mac_address': 'fa:16:3e:ee:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8bc838d5-292a-48f0-b466-cf8a28d3342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:44Z', 'updated_at': '2022-05-12T15:38:46Z', 'revision_number': 2, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'subnets': [{'id': '8bc838d5-292a-48f0-b466-cf8a28d3342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:50.069157 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1c625ac7-0f2b-4a1c-acb9-c6d95dbda6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.071720 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1c625ac7-0f2b-4a1c-acb9-c6d95dbda6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.072897 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1c625ac7-0f2b-4a1c-acb9-c6d95dbda6e4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e HTTP/1.1" status: 204 len: 168 time: 0.2150185 May 12 15:38:50.082831 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Checking router: f887a022-cbd8-408d-b856-27157c1ba8f7 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:38:50.083377 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Updating router f887a022-cbd8-408d-b856-27157c1ba8f7 port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:38:50.109008 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c625ac7-0f2b-4a1c-acb9-c6d95dbda6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e913bfd3-d4c9-45a3-9e83-fb2f37ad9e2e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:50.138802 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.233585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4497aa9-7ec3-4e98-bbd7-8c3d8c607f99 req-85b7a93e-b557-41fc-8bdf-b80d1b917147 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:50.241362 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b4497aa9-7ec3-4e98-bbd7-8c3d8c607f99 req-85b7a93e-b557-41fc-8bdf-b80d1b917147 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0598853 May 12 15:38:50.307977 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b4497aa9-7ec3-4e98-bbd7-8c3d8c607f99 req-74336744-4788-43da-8aee-71f166ff7e0a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654666 May 12 15:38:50.465124 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bdf4-8ada-435d-84bb-a733809bdd24 req-7ac6dac9-6de1-4dd1-90ab-e7cc345c143f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:50.467183 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6629bdf4-8ada-435d-84bb-a733809bdd24 req-7ac6dac9-6de1-4dd1-90ab-e7cc345c143f tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.0969980 May 12 15:38:50.529736 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6629bdf4-8ada-435d-84bb-a733809bdd24 req-fca43a95-afa3-4890-bff0-5b2f6a8e9058 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550447 May 12 15:38:50.750952 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Publish callbacks [] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.761249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.809333 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38126) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:50.831955 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1bd96-274f-45e2-a421-1983d9d59c19 None None] Pushing event updated for resources: {'Port': ['ID=643660bc-cb43-4fe1-b54e-635a09a6f0f4,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:50.832820 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7373959d-ac97-40da-80ad-780669aa4a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.934986 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Attempting to bind port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:38:50.935602 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Attempting to bind port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:38:50.936151 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Attempting to bind port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 on network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:38:50.965731 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:38:50.966320 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Checking segment: {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:50.966885 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.967292 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Bound using segment: {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:38:50.967799 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Bound port: 643660bc-cb43-4fe1-b54e-635a09a6f0f4, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9a7e5-7e13-474f-9aa2-4b705b9f761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:38:50.968190 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:50.994810 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7373959d-ac97-40da-80ad-780669aa4a9f admin admin] Publish callbacks [] for security_group (8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.007734 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7373959d-ac97-40da-80ad-780669aa4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.061747 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] For port 643660bc-cb43-4fe1-b54e-635a09a6f0f4, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:38:51.066247 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] For port 643660bc-cb43-4fe1-b54e-635a09a6f0f4, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=643660bc-cb43-4fe1-b54e-635a09a6f0f4,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:38:51.080009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.093584 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-7373959d-ac97-40da-80ad-780669aa4a9f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fb9ade71367a4bca9b5590b959756e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805471 May 12 15:38:51.093584 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373959d-ac97-40da-80ad-780669aa4a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:51.095649 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38134) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:51.155748 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1bd96-274f-45e2-a421-1983d9d59c19 None None] Pushing event updated for resources: {'Port': ['ID=643660bc-cb43-4fe1-b54e-635a09a6f0f4,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:51.161088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffd7fb-01ec-473f-bbae-a5b41abaae47 req-772ae15e-354b-4061-8c72-ce38b8ca2c53 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:51.161843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-be545113-3627-4af2-ba3c-8c085a68eba9 admin admin] Publish callbacks [] for security_group (8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.163738 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eeffd7fb-01ec-473f-bbae-a5b41abaae47 req-772ae15e-354b-4061-8c72-ce38b8ca2c53 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.1256578 May 12 15:38:51.187636 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Routers {'f887a022-cbd8-408d-b856-27157c1ba8f7'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:38:51.189132 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:38:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['f887a022-cbd8-408d-b856-27157c1ba8f7'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:51.202488 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-be545113-3627-4af2-ba3c-8c085a68eba9 admin admin] Publish callbacks [] for security_group (8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.253038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eeffd7fb-01ec-473f-bbae-a5b41abaae47 req-49c408ff-8067-4dca-94ae-d53924010be2 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758514 May 12 15:38:51.269746 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-be545113-3627-4af2-ba3c-8c085a68eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.272650 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-be545113-3627-4af2-ba3c-8c085a68eba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.273881 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-be545113-3627-4af2-ba3c-8c085a68eba9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2 HTTP/1.1" status: 204 len: 168 time: 0.1768386 May 12 15:38:51.282432 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be545113-3627-4af2-ba3c-8c085a68eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a48a4bd-beaf-4f47-a2f5-d4c2c16909b2,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:51.340518 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] Provisioning complete for port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:51.341119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.508223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f7567-32f6-41be-9d81-cca989ab33e7 req-4100b416-f69f-4511-97bd-940a97c4b094 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:51.510005 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-127f7567-32f6-41be-9d81-cca989ab33e7 req-4100b416-f69f-4511-97bd-940a97c4b094 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0941803 May 12 15:38:51.562329 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] Set router f887a022-cbd8-408d-b856-27157c1ba8f7 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:38:51.572556 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-127f7567-32f6-41be-9d81-cca989ab33e7 req-a97a8d3a-db67-4648-9fe0-7202c4a09a24 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560639 May 12 15:38:51.716985 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] Current status of the port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:51.717381 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.806661 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] For port 643660bc-cb43-4fe1-b54e-635a09a6f0f4, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=643660bc-cb43-4fe1-b54e-635a09a6f0f4,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:51.813444 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:51.896011 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:38:46Z', 'revision_number': 4, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '643660bc-cb43-4fe1-b54e-635a09a6f0f4', 'name': '', 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'mac_address': 'fa:16:3e:ee:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8bc838d5-292a-48f0-b466-cf8a28d3342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:44Z', 'updated_at': '2022-05-12T15:38:51Z', 'revision_number': 4, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'subnets': [{'id': '8bc838d5-292a-48f0-b466-cf8a28d3342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:38:51.931548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d9fc8-52bd-4ad4-a3df-7ec508748278 None None] Pushing event updated for resources: {'Port': ['ID=643660bc-cb43-4fe1-b54e-635a09a6f0f4,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:51.943476 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6ef56-3231-4aef-846f-d4cc18357918 None None] The sync data for ids ['f887a022-cbd8-408d-b856-27157c1ba8f7'] in dv-cinder-835881-11-iscsi is: [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:38:46Z', 'revision_number': 4, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '643660bc-cb43-4fe1-b54e-635a09a6f0f4', 'name': '', 'network_id': '34ebb293-448e-48f1-bf4f-e5ee1a336bf8', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'mac_address': 'fa:16:3e:ee:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8bc838d5-292a-48f0-b466-cf8a28d3342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:44Z', 'updated_at': '2022-05-12T15:38:51Z', 'revision_number': 4, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'subnets': [{'id': '8bc838d5-292a-48f0-b466-cf8a28d3342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:38:51.957046 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-c7a814a7-0000-4fb6-814f-7f8c028e2293 None None] Provisioning complete for port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:51.957520 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c7a814a7-0000-4fb6-814f-7f8c028e2293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.084883 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-c7a814a7-0000-4fb6-814f-7f8c028e2293 None None] Current status of the port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:52.266272 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38188) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:52.363980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14866fa-d569-43a9-a74b-6c233ce6c9e4 req-3680389c-215a-406f-a45a-b3f6c04b8e0e tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:52.365791 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f14866fa-d569-43a9-a74b-6c233ce6c9e4 req-3680389c-215a-406f-a45a-b3f6c04b8e0e tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.0484998 May 12 15:38:52.408780 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786537921-network', 'tenant_id': '15ed6d55b50c4f23bbd4df6b850e9466'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:52.425286 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f14866fa-d569-43a9-a74b-6c233ce6c9e4 req-d89d0811-c03d-49f8-bbb5-f53071c317cc tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533087 May 12 15:38:52.432884 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Made reservation on behalf of 15ed6d55b50c4f23bbd4df6b850e9466 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:52.435526 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.444498 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.524555 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks [] for security_group (a6e5fff1-a207-4495-9071-97d201e5249a), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.529602 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a6e5fff1-a207-4495-9071-97d201e5249a), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.555067 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:38:52.564902 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5fff1-a207-4495-9071-97d201e5249a,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:52.569838 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (1e3b0e29-4247-4e70-a37e-9c3a4fe2d397), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.570250 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Added segment 1e3b0e29-4247-4e70-a37e-9c3a4fe2d397 of type vlan for network 20f09d87-b555-4743-9833-43160a6cce18 May 12 15:38:52.623386 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (20f09d87-b555-4743-9833-43160a6cce18), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.656617 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (20f09d87-b555-4743-9833-43160a6cce18), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.657909 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:52.658572 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:52.715826 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722c0a-b0b7-4f8b-be22-3e4613325607 req-fc371a5d-d720-4f56-af67-a8417f9cd592 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:52.719318 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb722c0a-b0b7-4f8b-be22-3e4613325607 req-fc371a5d-d720-4f56-af67-a8417f9cd592 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0672355 May 12 15:38:52.733935 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] Pushing event updated for resources: {'Network': ['ID=20f09d87-b555-4743-9833-43160a6cce18,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:52.741382 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-9367911f-80eb-4e96-9b4c-0fe62bc84eab admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4725237 May 12 15:38:52.751151 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38200) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:38:52.752459 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 20f09d87-b555-4743-9833-43160a6cce18 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:38:52.768350 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Request body: {'subnet': {'network_id': '20f09d87-b555-4743-9833-43160a6cce18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786537921-subnet', 'tenant_id': '15ed6d55b50c4f23bbd4df6b850e9466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:38:52.801200 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb722c0a-b0b7-4f8b-be22-3e4613325607 req-1434c83b-4733-4116-a1bc-537f7b9b4113 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739024 May 12 15:38:52.805591 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Made reservation on behalf of 15ed6d55b50c4f23bbd4df6b850e9466 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:38:52.808355 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.001774 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (b48c86f3-9791-4b60-b716-3cbd1823a165), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.060712 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48c86f3-9791-4b60-b716-3cbd1823a165,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:53.071547 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Checking segment: {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:38:53.071906 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Network hostable DHCP agents. Network: 20f09d87-b555-4743-9833-43160a6cce18, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:38:53.090487 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Network 20f09d87-b555-4743-9833-43160a6cce18 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:38:53.100695 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 20f09d87-b555-4743-9833-43160a6cce18) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:38:53.105751 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:53.106928 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.110809 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b034fb0-3422-4891-8983-b2aeb0504ef4 None None] Network 20f09d87-b555-4743-9833-43160a6cce18 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:53.141339 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3603f9fc-59f2-40b4-999b-c90cf40fe30d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803458 May 12 15:38:53.280720 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 643660bc-cb43-4fe1-b54e-635a09a6f0f4 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:38:53.365677 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f01208-6e71-458b-8403-2ca5ba0731a7 None None] Network 20f09d87-b555-4743-9833-43160a6cce18 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:38:53.378739 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-6ac4886d-a615-40c3-861b-0d6c3227817a tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:53.380336 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-6ac4886d-a615-40c3-861b-0d6c3227817a tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.1256058 May 12 15:38:53.516277 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:38:53.516672 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.552658 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Deleting port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:38:53.552996 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.592672 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b672-d90d-4a4d-b0cb-50900a8fb2bb req-b1d16902-f2ed-4040-b12a-453b5ebe0320 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:53.595353 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0758b672-d90d-4a4d-b0cb-50900a8fb2bb req-b1d16902-f2ed-4040-b12a-453b5ebe0320 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 950 time: 0.0582256 May 12 15:38:53.621681 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:38:53.661941 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] For port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,segment=NetworkSegment(b9935e2f-8c03-4de1-9e31-ba7332a08522),segment_id=b9935e2f-8c03-4de1-9e31-ba7332a08522)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:38:53.662302 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.663317 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0758b672-d90d-4a4d-b0cb-50900a8fb2bb req-d9e675b9-71e4-4392-a3b4-a03aec742408 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0039760-1ff5-4918-8419-eced0f8ab99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 May 12 15:38:53.688521 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Calling delete_port for 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 owned by compute:nova {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:38:53.897904 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:53.931587 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f17f-728e-425f-92f7-190a72b456c6 req-312c3992-fd61-4587-b320-410c761c6efa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:53.933562 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8a91f17f-728e-425f-92f7-190a72b456c6 req-312c3992-fd61-4587-b320-410c761c6efa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0522854 May 12 15:38:53.943157 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Pushing event deleted for resources: {'Port': ['ID=1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:38:53.996657 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8a91f17f-728e-425f-92f7-190a72b456c6 req-01f2d33c-fade-48c7-a64c-6046d92f3c50 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563517 May 12 15:38:54.016448 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] No DVR routers for this DVR port 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 on host hv-cinder-83588 {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:38:54.023064 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:54.026618 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2f4ace4d-aa6e-44ee-8379-bee69c1eb27a req-7d611780-6044-409b-849a-3c8f8c42cb7c tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.88 "DELETE /v2.0/ports/1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 HTTP/1.1" status: 204 len: 173 time: 0.6395938 May 12 15:38:54.027100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'name': 'network-vif-deleted', 'tag': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:38:54.029670 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e52e5-df8c-45df-bb78-1487984a06f1" -d '{"events": [{"server_uuid": "d8b7b2b2-7744-4fed-99f3-df96323e2c1a", "name": "network-vif-deleted", "tag": "1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:38:54.185706 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba8273-bb1d-4677-a7e5-211381b25177 x-openstack-request-id: req-4aba8273-bb1d-4677-a7e5-211381b25177 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:38:54.186187 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7b2b2-7744-4fed-99f3-df96323e2c1a", "name": "network-vif-deleted", "tag": "1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:38:54.186483 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4aba8273-bb1d-4677-a7e5-211381b25177 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:38:54.186889 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aba8273-bb1d-4677-a7e5-211381b25177'] response: {'server_uuid': 'd8b7b2b2-7744-4fed-99f3-df96323e2c1a', 'name': 'network-vif-deleted', 'tag': '1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065', 'status': 'completed', 'code': 200} May 12 15:38:54.280496 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b61d-2fe4-4b42-ab3c-f6d2addd1f4e req-044c12f5-99f4-48b5-ba01-e7513a3da677 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:54.282370 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eb82b61d-2fe4-4b42-ab3c-f6d2addd1f4e req-044c12f5-99f4-48b5-ba01-e7513a3da677 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0507460 May 12 15:38:54.333963 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eb82b61d-2fe4-4b42-ab3c-f6d2addd1f4e req-5cc232fc-97a0-46c6-bd1f-0bb9fea99ded tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458286 May 12 15:38:54.779007 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3813be02-075f-403d-9285-724bbd2799ab req-708394dc-7cb6-42f7-95c5-aabbd18ed217 tempest-VolumesNegativeTest-728475215 tempest-VolumesNegativeTest-728475215-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b7b2b2-7744-4fed-99f3-df96323e2c1a HTTP/1.1" status: 200 len: 210 time: 0.0280607 May 12 15:38:55.914355 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:38:55.937242 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:38:55.937703 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 1f2d9f96-01a7-4c8b-bbbd-79bbb1b0a065 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:38:59.490308 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:38:59.995281 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-cc333239-aabc-49ae-9651-a62b7a9b79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:38:59.996785 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-cc333239-aabc-49ae-9651-a62b7a9b79e7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1130 time: 0.0400209 May 12 15:39:00.107549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-dad8da5a-a0dd-46ca-aa91-f8bd41360157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:00.109046 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-dad8da5a-a0dd-46ca-aa91-f8bd41360157 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.0935667 May 12 15:39:00.183111 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-95629da7-2fb4-4d1b-9535-3cbb906d6315 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 1001 time: 0.0596824 May 12 15:39:00.239027 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-19513fba-bd18-4762-8d5f-1a9113b596a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:00.240586 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-19513fba-bd18-4762-8d5f-1a9113b596a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0508828 May 12 15:39:00.286730 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-6ddaf952-a89f-40d1-80bd-720ee9ff74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:00.288198 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-6ddaf952-a89f-40d1-80bd-720ee9ff74a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393784 May 12 15:39:00.379015 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-da436e82-d504-4c0d-8c2b-7ea13aaa962f service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 May 12 15:39:00.474676 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-60fabbeb-aa7e-4b14-89e6-aa3f8e9b8b3f req-9ce75038-fdd3-400b-b4bb-90e98ec314d9 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862117 May 12 15:39:03.296302 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:39:07.012087 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-fc7a9696-ff34-464d-8cc4-7546567b9064 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:07.013476 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-fc7a9696-ff34-464d-8cc4-7546567b9064 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/networks?id=144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 200 len: 813 time: 0.1797919 May 12 15:39:07.022986 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-4a602479-ba22-468e-868a-83bbfaf5845d tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:07.024459 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-4a602479-ba22-468e-868a-83bbfaf5845d tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/networks?id=20f09d87-b555-4743-9833-43160a6cce18 HTTP/1.1" status: 200 len: 808 time: 0.1803102 May 12 15:39:07.044401 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-36788ee3-7fe0-4acf-92b0-09b3456fdda4 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/quotas/24ad1bfe4f634a188dd1613c630f0bbd HTTP/1.1" status: 200 len: 375 time: 0.0185027 May 12 15:39:07.046720 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-2a417172-9fe0-48b2-b913-59f72a68246b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/quotas/15ed6d55b50c4f23bbd4df6b850e9466 HTTP/1.1" status: 200 len: 375 time: 0.0143442 May 12 15:39:07.089264 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e11c22b6-014d-4d5e-aca9-69aac8beb443 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392148 May 12 15:39:07.113782 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-144bdc64-6cbc-4edd-b870-333dc0d42ac1 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555146 May 12 15:39:07.251167 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-981f2188-9fac-4f16-8914-de90b3ace7ee service neutron] 10.222.0.89 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459618 May 12 15:39:07.279800 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-1a1779aa-98fc-48a8-8144-e2aaf3c2011e service neutron] 10.222.0.89 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553452 May 12 15:39:07.404014 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-2535b563-22d1-491d-abb8-b1f7f68705f5 service neutron] 10.222.0.89 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466391 May 12 15:39:07.415323 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-1a52bf12-39fd-458d-a3f2-256c5c0bffb2 service neutron] 10.222.0.89 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295092 May 12 15:39:07.659640 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa36da-4fee-40f4-b291-fe8a68459bb2 req-95891d31-2853-4318-a703-58b237f8aedb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:07.661208 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8baa36da-4fee-40f4-b291-fe8a68459bb2 req-95891d31-2853-4318-a703-58b237f8aedb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.1008444 May 12 15:39:07.676520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65809056-8db6-491c-bd01-961ff635651d req-db0728dc-63cc-490f-93b7-4b552bf5bfe9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:07.677972 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65809056-8db6-491c-bd01-961ff635651d req-db0728dc-63cc-490f-93b7-4b552bf5bfe9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0738471 May 12 15:39:07.753162 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8baa36da-4fee-40f4-b291-fe8a68459bb2 req-8a1bb557-8322-44d9-848c-04dedda76aef tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740747 May 12 15:39:07.769072 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65809056-8db6-491c-bd01-961ff635651d req-baf0c76a-fbf4-4ea1-963c-457fa1a2c7c1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833070 May 12 15:39:07.915985 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f3a9a184-e7a3-4368-acd8-6f124fe46834 req-8475abe0-ce9d-4e1f-b21d-aee9b1708c86 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 210 time: 0.0636258 May 12 15:39:07.997447 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1850ab05-4673-451d-b1e1-4e32da133d5e req-db0d36e4-d797-49cd-b713-272db154dd30 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 210 time: 0.0649605 May 12 15:39:08.129036 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd67fd9-d5cd-437f-a452-0f3e260be2d2 req-3bb0ab99-e7f4-47ac-858d-59cb9bddec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:08.131301 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-edd67fd9-d5cd-437f-a452-0f3e260be2d2 req-3bb0ab99-e7f4-47ac-858d-59cb9bddec5b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0491061 May 12 15:39:08.194209 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-edd67fd9-d5cd-437f-a452-0f3e260be2d2 req-9e0fb0e5-594a-4325-bdb1-2aee4bbe06d9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 May 12 15:39:08.912206 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc9e97-5634-4bd7-8631-704b2ec82bfa req-5e6bad43-1f8c-446a-a667-d824dde5a2a2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:08.913939 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5bdc9e97-5634-4bd7-8631-704b2ec82bfa req-5e6bad43-1f8c-446a-a667-d824dde5a2a2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0840085 May 12 15:39:08.920395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844ed9-bc20-4ac7-91fa-6f154ccebfd3 req-fdf26a82-bd26-40e0-a375-88ec36c5b6c1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:08.921866 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-17844ed9-bc20-4ac7-91fa-6f154ccebfd3 req-fdf26a82-bd26-40e0-a375-88ec36c5b6c1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0908241 May 12 15:39:08.994707 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5bdc9e97-5634-4bd7-8631-704b2ec82bfa req-53419e36-e559-47d3-9707-4f61d035c805 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718672 May 12 15:39:08.997788 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-17844ed9-bc20-4ac7-91fa-6f154ccebfd3 req-5c58eff0-ff86-43e3-b449-d95560f8c714 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688381 May 12 15:39:09.103553 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7fa390cb-512c-42c5-a8a5-2b341fb03e6f req-c8615ff0-0991-4ab9-b1bb-597be54c719d tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 210 time: 0.0380459 May 12 15:39:09.125378 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9922c6f1-3514-41ec-9c13-39d8b942c389 req-82557ec9-46ab-4ee8-bbab-c42e455338a9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 210 time: 0.0504956 May 12 15:39:10.155574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b29291-756d-410c-9f02-ae1456291d0e req-8076bc55-a970-4d50-9d73-8812b6eab900 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:10.157287 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d1b29291-756d-410c-9f02-ae1456291d0e req-8076bc55-a970-4d50-9d73-8812b6eab900 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0797384 May 12 15:39:10.179741 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43efe-6afc-4f56-94fb-21b7a0da3064 req-5f0da2bc-cfa3-424d-9b1d-e6376b710b5d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:10.181301 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a7d43efe-6afc-4f56-94fb-21b7a0da3064 req-5f0da2bc-cfa3-424d-9b1d-e6376b710b5d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0729818 May 12 15:39:10.499598 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d1b29291-756d-410c-9f02-ae1456291d0e req-eb45d8b4-0a25-40c6-889b-0c005ebbbb0f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340712 May 12 15:39:10.519851 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a7d43efe-6afc-4f56-94fb-21b7a0da3064 req-058504c2-b2d4-40ee-b728-d525e05731b1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291168 May 12 15:39:10.600060 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-c18af0b8-5b3b-4007-a605-5fc0fe3192dc tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:10.602421 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-c18af0b8-5b3b-4007-a605-5fc0fe3192dc tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "GET /v2.0/networks?id=144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 200 len: 813 time: 0.1958003 May 12 15:39:10.666075 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-42b9e0f5-db90-428f-a0a2-9762e961f767 req-5c6e8703-ebc7-4e44-87a1-de383f98ac11 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 210 time: 0.0380211 May 12 15:39:10.703964 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Request body: {'port': {'device_id': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4', 'admin_state_up': True, 'tenant_id': '24ad1bfe4f634a188dd1613c630f0bbd'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:10.808441 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b023f46-958d-4131-9760-46ba228ca2cd req-c1efd072-dd86-40f3-9eb3-5d567d125659 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 210 time: 0.0563660 May 12 15:39:10.916618 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-a104c990-40b2-44f6-80e2-3aef4cada6bc tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:10.920853 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-a104c990-40b2-44f6-80e2-3aef4cada6bc tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "GET /v2.0/networks?id=20f09d87-b555-4743-9833-43160a6cce18 HTTP/1.1" status: 200 len: 808 time: 0.2176423 May 12 15:39:10.926278 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Made reservation on behalf of 24ad1bfe4f634a188dd1613c630f0bbd for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:10.930745 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:10.971065 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Request body: {'port': {'device_id': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'network_id': '20f09d87-b555-4743-9833-43160a6cce18', 'admin_state_up': True, 'tenant_id': '15ed6d55b50c4f23bbd4df6b850e9466'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:11.073750 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c16e-ef31-4d75-bcbb-1c7571cf2fbe req-755b553b-12aa-48d7-8a6e-0bfc1f57f992 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:11.080775 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f0e7c16e-ef31-4d75-bcbb-1c7571cf2fbe req-755b553b-12aa-48d7-8a6e-0bfc1f57f992 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.1460295 May 12 15:39:11.110274 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Allocated IP 172.20.0.9 (144446a1-8b69-4758-9c58-572c887f90d4/c82dd183-97b5-480c-9882-c4326561485b/b4989380-2070-444e-9bc2-b81db642016c) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:11.259283 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de534de-298e-4ca9-9d82-4269dc452937 req-d1a90771-a94c-44a4-b4f7-5b809b3f0b1a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:11.261409 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1de534de-298e-4ca9-9d82-4269dc452937 req-d1a90771-a94c-44a4-b4f7-5b809b3f0b1a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1218560 May 12 15:39:11.273400 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f0e7c16e-ef31-4d75-bcbb-1c7571cf2fbe req-69590dc5-548a-4d6f-89d9-718abf0109fc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912818 May 12 15:39:11.275959 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks [] for port (b4989380-2070-444e-9bc2-b81db642016c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.311384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Made reservation on behalf of 15ed6d55b50c4f23bbd4df6b850e9466 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:11.313603 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (b4989380-2070-444e-9bc2-b81db642016c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.315350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.353452 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1de534de-298e-4ca9-9d82-4269dc452937 req-6cf6e4df-d0d8-41fb-8bc7-ae7b91f47db8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787177 May 12 15:39:11.354459 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Network 144446a1-8b69-4758-9c58-572c887f90d4 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:11.358386 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:11.362535 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:11.406544 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Pushing event updated for resources: {'Port': ['ID=b4989380-2070-444e-9bc2-b81db642016c,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:11.419297 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.419868 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.420356 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.420941 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.421423 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.421896 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.422379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.422708 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.423100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.423428 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.423797 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.424279 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.424632 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.424958 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.425278 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:11.439086 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:11.439911 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.460360 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-b82124d2-62a1-4cee-b5e3-3436f9e942b3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7605171 May 12 15:39:11.475393 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Request body: {'port': {'device_id': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:11.487625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Allocated IP 172.20.0.7 (20f09d87-b555-4743-9833-43160a6cce18/b48c86f3-9791-4b60-b716-3cbd1823a165/d4c34e01-3258-4bbf-80f0-93fbf3bc4af8) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:11.554964 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b4989380-2070-444e-9bc2-b81db642016c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.702480 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910d896-044b-41f8-93f4-4387ad6a528b req-a60c69a6-d2f4-4a85-943b-0830b44ac0d5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:11.704001 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f910d896-044b-41f8-93f4-4387ad6a528b req-a60c69a6-d2f4-4a85-943b-0830b44ac0d5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0496159 May 12 15:39:11.717226 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-77c6d46c-bf5b-4643-997a-385f31bed507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.825050 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f910d896-044b-41f8-93f4-4387ad6a528b req-061e8ea0-1fdc-4648-be4c-5f36a1fe61a7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106584 May 12 15:39:11.832820 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks [] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.858668 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3214d19-a3a1-423b-8808-76ad843d6091 req-d25e837e-a8ec-4ee7-916f-975dced0353b tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:11.860149 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b3214d19-a3a1-423b-8808-76ad843d6091 req-d25e837e-a8ec-4ee7-916f-975dced0353b tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 931 time: 0.0887861 May 12 15:39:11.894549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4989380-2070-444e-9bc2-b81db642016c {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:11.900401 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.902897 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Publish callbacks [] for port (b4989380-2070-444e-9bc2-b81db642016c), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.917327 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Transition to ACTIVE for port object b4989380-2070-444e-9bc2-b81db642016c will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:39:11.921375 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (b4989380-2070-444e-9bc2-b81db642016c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:11.973870 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Pushing event updated for resources: {'Port': ['ID=b4989380-2070-444e-9bc2-b81db642016c,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:11.980755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Network 20f09d87-b555-4743-9833-43160a6cce18 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:11.984276 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b3214d19-a3a1-423b-8808-76ad843d6091 req-9f16685c-cb7a-429e-a809-154c59e216d6 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160913 May 12 15:39:11.989285 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:12.007793 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489f5bd-1f2b-4be1-929b-8bedc8a0a295 req-dc2f00a8-ebda-4de1-b548-107c3e84ce02 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.007793 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f489f5bd-1f2b-4be1-929b-8bedc8a0a295 req-dc2f00a8-ebda-4de1-b548-107c3e84ce02 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 931 time: 0.1016788 May 12 15:39:12.007793 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:12.050142 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Attempting to bind port b4989380-2070-444e-9bc2-b81db642016c on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:12.050571 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Attempting to bind port b4989380-2070-444e-9bc2-b81db642016c by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:12.050696 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Pushing event updated for resources: {'Port': ['ID=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:12.050917 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Attempting to bind port b4989380-2070-444e-9bc2-b81db642016c on network 144446a1-8b69-4758-9c58-572c887f90d4 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:12.056293 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Port b4989380-2070-444e-9bc2-b81db642016c on network 144446a1-8b69-4758-9c58-572c887f90d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:39:12.056652 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Attempting to bind port b4989380-2070-444e-9bc2-b81db642016c on network 144446a1-8b69-4758-9c58-572c887f90d4 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:12.063516 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:12.063997 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Checking segment: {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:12.064389 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Bound using segment: {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:12.064664 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.064825 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.065179 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.065491 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.065820 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.066146 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.066261 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Bound port: b4989380-2070-444e-9bc2-b81db642016c, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:12.066466 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.066584 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b4989380-2070-444e-9bc2-b81db642016c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.066785 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.067103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.067417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.067734 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.068051 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.068510 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.068835 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.069149 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:12.102811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.103425 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.126421 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f489f5bd-1f2b-4be1-929b-8bedc8a0a295 req-a509bc65-c45f-4337-989a-40567b2b6a06 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178832 May 12 15:39:12.150966 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-dfd58804-8691-45a3-9aa5-50f166d59d5b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2056289 May 12 15:39:12.155675 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Request body: {'port': {'device_id': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:12.165366 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] For port b4989380-2070-444e-9bc2-b81db642016c, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:12.169100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] For port b4989380-2070-444e-9bc2-b81db642016c, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4989380-2070-444e-9bc2-b81db642016c,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:12.175843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (b4989380-2070-444e-9bc2-b81db642016c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.209817 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.210465 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.211853 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] 10.222.0.88 "PUT /v2.0/ports/b4989380-2070-444e-9bc2-b81db642016c HTTP/1.1" status: 200 len: 1093 time: 0.7425637 May 12 15:39:12.214615 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'tag': 'b4989380-2070-444e-9bc2-b81db642016c'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:12.218211 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab" -d '{"events": [{"name": "network-changed", "server_uuid": "af588d39-4bcd-46c2-85fa-1c742b2daf8b", "tag": "b4989380-2070-444e-9bc2-b81db642016c"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:12.246509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee69faa-e209-4c3f-8eb7-3ec3aba6e437 req-c1a196af-afb4-4376-a8b6-0d634d1e7d33 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.248283 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4ee69faa-e209-4c3f-8eb7-3ec3aba6e437 req-c1a196af-afb4-4376-a8b6-0d634d1e7d33 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0716612 May 12 15:39:12.252215 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb4855-a28f-499a-af30-e3ce343fe0fb service neutron] Pushing event updated for resources: {'Port': ['ID=b4989380-2070-444e-9bc2-b81db642016c,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:12.267436 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.313589 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-144b4a17-9986-406e-9d61-cca3db764e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.315833 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-144b4a17-9986-406e-9d61-cca3db764e29 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 1127 time: 0.0534580 May 12 15:39:12.320550 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37bffdb-f786-4489-94a3-dc8e67284698 x-openstack-request-id: req-e37bffdb-f786-4489-94a3-dc8e67284698 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:12.320550 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af588d39-4bcd-46c2-85fa-1c742b2daf8b", "tag": "b4989380-2070-444e-9bc2-b81db642016c", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:12.320550 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e37bffdb-f786-4489-94a3-dc8e67284698 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:12.320550 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37bffdb-f786-4489-94a3-dc8e67284698'] response: {'name': 'network-changed', 'server_uuid': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'tag': 'b4989380-2070-444e-9bc2-b81db642016c', 'status': 'completed', 'code': 200} May 12 15:39:12.392267 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4ee69faa-e209-4c3f-8eb7-3ec3aba6e437 req-f7fa7ba3-9bef-4a05-a8d1-fec34cd71645 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347380 May 12 15:39:12.401082 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-1c8deedd-3ffd-44c3-8212-5d0c435273e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4989380-2070-444e-9bc2-b81db642016c HTTP/1.1" status: 200 len: 217 time: 0.0738840 May 12 15:39:12.457478 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-4b54aa4d-9950-4e65-8ae7-9fe0385f3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.459259 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-4b54aa4d-9950-4e65-8ae7-9fe0385f3aa8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1130 time: 0.0902755 May 12 15:39:12.513773 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-4d158aa0-d4aa-466d-adcf-a6ea03ec1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.515248 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-4d158aa0-d4aa-466d-adcf-a6ea03ec1ea4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c82dd183-97b5-480c-9882-c4326561485b HTTP/1.1" status: 200 len: 853 time: 0.1054566 May 12 15:39:12.537751 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad7f10-d449-486a-877b-e6f2589b2ff0 req-ff049de4-e4cd-4c13-957b-a5ff4a981459 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.539322 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2dad7f10-d449-486a-877b-e6f2589b2ff0 req-ff049de4-e4cd-4c13-957b-a5ff4a981459 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0789294 May 12 15:39:12.580338 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-6d8097ed-d834-46a6-bf6a-b875f537837a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144446a1-8b69-4758-9c58-572c887f90d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315814 May 12 15:39:12.582587 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38708) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:12.639691 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-7118ac2c-9d6a-489a-8c09-4cc20e59f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.641183 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-7118ac2c-9d6a-489a-8c09-4cc20e59f19b service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.1686597 May 12 15:39:12.645318 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2dad7f10-d449-486a-877b-e6f2589b2ff0 req-ed7a29b9-fd81-4408-a2be-97eca7e733bd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943544 May 12 15:39:12.733025 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:12.742849 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Publish callbacks [] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.757158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Transition to ACTIVE for port object d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:39:12.764541 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:12.787447 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-01f769fa-75bb-47a8-b384-360445b696f9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 1001 time: 0.1141539 May 12 15:39:12.799213 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-957a745f-5249-41ff-8f8c-4b7e01558dee service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036507 May 12 15:39:12.823847 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:12.887245 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.88', 58964) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:12.897400 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-26451b32-a4ce-4ef5-990f-482a2edc3726 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=800882e33dc54145a74fabd425152e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115699 May 12 15:39:12.900060 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 38720) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:12.933688 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-a793e98b-a1b3-446b-81c1-83238323a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:12.935404 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-a793e98b-a1b3-446b-81c1-83238323a170 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.1386690 May 12 15:39:13.010687 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-89114700-3ba6-4e4a-9b90-64567fd51352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.012658 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-89114700-3ba6-4e4a-9b90-64567fd51352 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1129 time: 0.1242788 May 12 15:39:13.013633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Attempting to bind port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:13.013974 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Attempting to bind port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:13.014352 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Attempting to bind port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 on network 20f09d87-b555-4743-9833-43160a6cce18 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:13.035169 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 on network 20f09d87-b555-4743-9833-43160a6cce18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:39:13.035544 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Attempting to bind port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 on network 20f09d87-b555-4743-9833-43160a6cce18 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:13.044207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76084004-69cf-4f2d-82f4-b55b01bb81f0 req-06b3d3ab-5ca5-41ba-aa05-dbbaf0c11765 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.045993 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76084004-69cf-4f2d-82f4-b55b01bb81f0 req-06b3d3ab-5ca5-41ba-aa05-dbbaf0c11765 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.1467218 May 12 15:39:13.103251 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:13.103583 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Checking segment: {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:13.103977 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Bound using segment: {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:13.104430 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Bound port: d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:13.104815 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.169325 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d82a-a7de-4afd-a4b3-c820cd0524a3 admin admin] Publish callbacks [] for security_group (e0039760-1ff5-4918-8419-eced0f8ab99b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.226014 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-51b0f0d9-87e0-486b-a474-6367bbee3cba req-9c80622b-8b77-45c2-b94c-d82743739c30 service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161541 May 12 15:39:13.227312 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d82a-a7de-4afd-a4b3-c820cd0524a3 admin admin] Publish callbacks [] for security_group (e0039760-1ff5-4918-8419-eced0f8ab99b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.233458 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-02795375-8795-49e7-93dc-65e2a37d71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.234982 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-02795375-8795-49e7-93dc-65e2a37d71ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2837353 May 12 15:39:13.254325 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f736191-efe7-4dce-b987-130f87243091 req-f9ac0e20-fda3-4cdf-ae74-34efcafe0d5c tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.255802 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f736191-efe7-4dce-b987-130f87243091 req-f9ac0e20-fda3-4cdf-ae74-34efcafe0d5c tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 943 time: 0.1794877 May 12 15:39:13.317968 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76084004-69cf-4f2d-82f4-b55b01bb81f0 req-32b161ef-c722-4583-8634-28b140fd3ec0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461488 May 12 15:39:13.324311 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-f24da746-a35f-41f9-8a03-f1baf6fc433c service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821440 May 12 15:39:13.339249 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-d6e27757-ef82-4d56-8d34-efdcdfa96885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.340874 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-d6e27757-ef82-4d56-8d34-efdcdfa96885 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.3190823 May 12 15:39:13.367034 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] For port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:13.387435 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] For port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:13.401664 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f736191-efe7-4dce-b987-130f87243091 req-cc249e15-f2d7-4303-9a1e-e5fa55c12143 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316903 May 12 15:39:13.419826 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.435961 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d82a-a7de-4afd-a4b3-c820cd0524a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e0039760-1ff5-4918-8419-eced0f8ab99b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.438514 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d82a-a7de-4afd-a4b3-c820cd0524a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.439656 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-0eb9d82a-a7de-4afd-a4b3-c820cd0524a3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e0039760-1ff5-4918-8419-eced0f8ab99b HTTP/1.1" status: 204 len: 168 time: 0.5393364 May 12 15:39:13.483225 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6ee2-4ae8-4a2f-a9ab-cc6a625d36cd req-d0ae1460-1eb8-4bc7-86ea-9aeed8118f7a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.484763 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bdaf6ee2-4ae8-4a2f-a9ab-cc6a625d36cd req-d0ae1460-1eb8-4bc7-86ea-9aeed8118f7a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 943 time: 0.1004012 May 12 15:39:13.485945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.486534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:13.487792 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] 10.222.0.88 "PUT /v2.0/ports/d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 HTTP/1.1" status: 200 len: 1093 time: 1.3367200 May 12 15:39:13.491471 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'tag': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:13.493798 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5338576f-bcdb-4eca-8ddb-eb47067889e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b820554-1bdf-417a-905f-d5ee27426a3d", "tag": "d4c34e01-3258-4bbf-80f0-93fbf3bc4af8"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:13.496388 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d82a-a7de-4afd-a4b3-c820cd0524a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0039760-1ff5-4918-8419-eced0f8ab99b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:13.575199 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c00a6-68fd-4826-8f0d-313343f20913 req-a63865c3-8991-4b89-bc4f-850c48734be3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.576878 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8d5c00a6-68fd-4826-8f0d-313343f20913 req-a63865c3-8991-4b89-bc4f-850c48734be3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0880940 May 12 15:39:13.577551 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481213-0975-4449-8a8b-75ddf7428bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:13.622747 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bdaf6ee2-4ae8-4a2f-a9ab-cc6a625d36cd req-51b7a843-6c45-4f8f-9a86-da3f11a7c05e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242576 May 12 15:39:13.664292 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8d5c00a6-68fd-4826-8f0d-313343f20913 req-3f482630-a12c-478f-a06e-55352e349668 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732810 May 12 15:39:13.671305 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578940c8-9008-47f2-9a9a-eff18f11425e x-openstack-request-id: req-578940c8-9008-47f2-9a9a-eff18f11425e {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:13.671570 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b820554-1bdf-417a-905f-d5ee27426a3d", "tag": "d4c34e01-3258-4bbf-80f0-93fbf3bc4af8", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:13.671778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-578940c8-9008-47f2-9a9a-eff18f11425e {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:13.672195 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578940c8-9008-47f2-9a9a-eff18f11425e'] response: {'name': 'network-changed', 'server_uuid': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'tag': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8', 'status': 'completed', 'code': 200} May 12 15:39:13.779783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcc41f-0fe1-4d0b-8c0e-b2e59f66524b req-e5812d4c-b159-4f4a-aef3-03186994bcdc tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:13.781302 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0bcc41f-0fe1-4d0b-8c0e-b2e59f66524b req-e5812d4c-b159-4f4a-aef3-03186994bcdc tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0512917 May 12 15:39:13.828814 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0bcc41f-0fe1-4d0b-8c0e-b2e59f66524b req-61d114f2-86e2-482b-bf56-0aa23f614153 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 May 12 15:39:13.893850 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3e50034c-981e-4e10-b311-3b7b4931f13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:14.334060 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-f88a5f51-cbc4-4dc8-8834-7e536b584780 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0714765 May 12 15:39:14.376883 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-4f9c7ea0-8236-4e80-9bad-8c7d2d74794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.378386 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-4f9c7ea0-8236-4e80-9bad-8c7d2d74794a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 1127 time: 0.1087706 May 12 15:39:14.379010 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-e40241f9-79c6-46f9-ba19-45719af8921c service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151452 May 12 15:39:14.414509 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338576f-bcdb-4eca-8ddb-eb47067889e3 req-e6108520-edef-4a10-9fb3-b64d88ac648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.416199 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5338576f-bcdb-4eca-8ddb-eb47067889e3 req-e6108520-edef-4a10-9fb3-b64d88ac648b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 1127 time: 0.0625515 May 12 15:39:14.448217 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-dc74f219-020e-4a76-97c2-7c01c19b0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.449841 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-dc74f219-020e-4a76-97c2-7c01c19b0e0b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.1085727 May 12 15:39:14.501846 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b4e24-a547-4673-be16-c8c58bf1c1fa req-c325b90b-a22d-4716-be47-2e1b58e2bf19 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.503296 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-073b4e24-a547-4673-be16-c8c58bf1c1fa req-c325b90b-a22d-4716-be47-2e1b58e2bf19 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.1010089 May 12 15:39:14.537124 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338576f-bcdb-4eca-8ddb-eb47067889e3 req-ce37666c-f75b-4f75-86dc-13cdf68ff6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.538731 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5338576f-bcdb-4eca-8ddb-eb47067889e3 req-ce37666c-f75b-4f75-86dc-13cdf68ff6db service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1050701 May 12 15:39:14.585495 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b9a4-6a5c-4c70-8103-c185e80ca319 req-6c7573d5-9f5a-4883-b1cc-9c9a326da854 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.586970 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d101b9a4-6a5c-4c70-8103-c185e80ca319 req-6c7573d5-9f5a-4883-b1cc-9c9a326da854 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 943 time: 0.0917799 May 12 15:39:14.591646 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-d2125f11-e016-41b7-833e-2aeaef03eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.593026 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-d2125f11-e016-41b7-833e-2aeaef03eba8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 200 len: 914 time: 0.1919127 May 12 15:39:14.628123 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-073b4e24-a547-4673-be16-c8c58bf1c1fa req-4a7f6097-35e2-4fd7-9664-e03fa6d5be2a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074052 May 12 15:39:14.655481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d101b9a4-6a5c-4c70-8103-c185e80ca319 req-03555b68-43a7-4dfa-a495-09ab33af98d3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612533 May 12 15:39:14.762689 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-68b5618d-5c89-43f5-ba01-7b6f3d184ae3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4989380-2070-444e-9bc2-b81db642016c HTTP/1.1" status: 200 len: 217 time: 0.0744417 May 12 15:39:14.777121 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338576f-bcdb-4eca-8ddb-eb47067889e3 req-cbce000f-0759-4a86-9c36-f3dd1089694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.778567 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-5338576f-bcdb-4eca-8ddb-eb47067889e3 req-cbce000f-0759-4a86-9c36-f3dd1089694e service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921941 May 12 15:39:14.825112 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-1f3a4c5b-7300-4c89-b07a-a81a0347a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.826994 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-1f3a4c5b-7300-4c89-b07a-a81a0347a0a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1400046 May 12 15:39:14.867364 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a88096-2ee7-4c93-b0cc-012e6a3bc7e1 req-f4446e0a-0824-4fab-8bbd-228c42176e40 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.868865 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21a88096-2ee7-4c93-b0cc-012e6a3bc7e1 req-f4446e0a-0824-4fab-8bbd-228c42176e40 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 943 time: 0.1344821 May 12 15:39:14.889665 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e372b2-0c6e-46c5-8257-f000b7898c6c req-92c18c51-f3bf-4c54-9e45-8e188cc2547f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.891318 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54e372b2-0c6e-46c5-8257-f000b7898c6c req-92c18c51-f3bf-4c54-9e45-8e188cc2547f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.1341872 May 12 15:39:14.917761 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-950c4679-212f-4181-a134-586f7e8137d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.919664 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-950c4679-212f-4181-a134-586f7e8137d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 1127 time: 0.0459244 May 12 15:39:14.936363 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-1964f5a0-d014-4767-bc9e-a105d1951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:14.938203 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-1964f5a0-d014-4767-bc9e-a105d1951963 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c82dd183-97b5-480c-9882-c4326561485b HTTP/1.1" status: 200 len: 853 time: 0.1284025 May 12 15:39:14.971425 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-597688f1-0804-44bb-8299-8728a5730d95 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 HTTP/1.1" status: 200 len: 217 time: 0.0363607 May 12 15:39:15.023838 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:15.024490 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-c7cc6988-cf9b-4c30-8922-afe2a1df2c41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144446a1-8b69-4758-9c58-572c887f90d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753400 May 12 15:39:15.026539 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-46dff569-6147-4c03-910d-0396b4e13af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:15.027973 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-46dff569-6147-4c03-910d-0396b4e13af9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b48c86f3-9791-4b60-b716-3cbd1823a165 HTTP/1.1" status: 200 len: 848 time: 0.0464554 May 12 15:39:15.053057 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21a88096-2ee7-4c93-b0cc-012e6a3bc7e1 req-6461977e-8644-44f0-8cc0-21ed6b587f38 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701376 May 12 15:39:15.074527 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-e2df0601-9f7d-4558-af65-65c50cd353b4 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010739 May 12 15:39:15.078684 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54e372b2-0c6e-46c5-8257-f000b7898c6c req-760ef751-cd1d-4072-889f-7dc248ef6694 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761665 May 12 15:39:15.175317 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-f1df92b0-cd3a-4a7c-8f48-8fd2c8345706 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f09d87-b555-4743-9833-43160a6cce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301006 May 12 15:39:15.218707 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8881e11-036f-4b1c-982c-8b183bd85040 req-0a2aebf3-94ef-4240-af34-94b0f5c7f497 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:15.220180 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d8881e11-036f-4b1c-982c-8b183bd85040 req-0a2aebf3-94ef-4240-af34-94b0f5c7f497 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1067355 May 12 15:39:15.609718 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-a162cd69-2319-4cb8-8ca2-d3687dc5371e service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654639 May 12 15:39:15.616973 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d8881e11-036f-4b1c-982c-8b183bd85040 req-183a0ba2-7951-4980-a7b1-2f949fcd8883 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133680 May 12 15:39:15.618962 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24b4f61d-3fd8-40b9-ae67-34cbb5842d03 req-de91e900-4261-43a2-917e-e2dfc0f474b5 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671555 May 12 15:39:15.758670 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-c0781641-6f86-4fdd-955d-2fead077c30d service neutron] 10.222.0.88 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340339 May 12 15:39:15.763694 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53ef39f6-d1bd-4b1d-89fa-7cca5b7660ab req-7a9dd7f9-0d9f-4461-8b1c-dfc77af40bd7 service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344893 May 12 15:39:15.826112 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad43af-b66e-49a7-8e87-0867d8f35f11 req-cfa081ff-9b80-445b-9eda-b7c3f0ca11ba tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:15.827601 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6dad43af-b66e-49a7-8e87-0867d8f35f11 req-cfa081ff-9b80-445b-9eda-b7c3f0ca11ba tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0852766 May 12 15:39:15.833633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeb380-5dde-4d90-b87d-d25aa1df57ac req-011ff596-b9af-47c2-9e61-30938d503474 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:15.835009 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-36eeb380-5dde-4d90-b87d-d25aa1df57ac req-011ff596-b9af-47c2-9e61-30938d503474 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 943 time: 0.0914497 May 12 15:39:15.906705 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6dad43af-b66e-49a7-8e87-0867d8f35f11 req-4bdb0c45-e461-4881-8845-8f13f8d6cab4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706007 May 12 15:39:15.909952 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-36eeb380-5dde-4d90-b87d-d25aa1df57ac req-4d5dcdd8-226d-4fa2-88a7-4648e600599b tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 May 12 15:39:15.953774 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-48e04cbc-1d50-4b55-b829-396e301ebd46 req-77c3bad7-4bff-4e7a-8de4-bc64811c2d70 service neutron] 10.222.0.88 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867975 May 12 15:39:15.977811 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b4989380-2070-444e-9bc2-b81db642016c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:39:16.038812 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-7e3a34a8-4257-46ca-9e8f-5fc570ac055e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255422790&fields=id&tenant_id=4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 267 time: 0.0430059 May 12 15:39:16.076423 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port b4989380-2070-444e-9bc2-b81db642016c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4989380-2070-444e-9bc2-b81db642016c,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:16.088742 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'b4989380-2070-444e-9bc2-b81db642016c', 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4', 'port_id': 'b4989380-2070-444e-9bc2-b81db642016c', 'mac_address': 'fa:16:3e:ea:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82dd183-97b5-480c-9882-c4326561485b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:39:16.127042 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port b4989380-2070-444e-9bc2-b81db642016c is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:16.127427 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b4989380-2070-444e-9bc2-b81db642016c), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:16.140681 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4989380-2070-444e-9bc2-b81db642016c {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:16.163554 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port b4989380-2070-444e-9bc2-b81db642016c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4989380-2070-444e-9bc2-b81db642016c,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:16.167713 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (b4989380-2070-444e-9bc2-b81db642016c), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:16.176941 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e29731d1-bf26-4eda-92e7-5033f85ee86c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:16.178443 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e29731d1-bf26-4eda-92e7-5033f85ee86c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 811 time: 0.1327980 May 12 15:39:16.191301 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f7bf6-96f1-4479-924f-4ae7e454ef4d req-57ca5d73-6e75-493e-b9de-e519d752d0a8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:16.192707 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-952f7bf6-96f1-4479-924f-4ae7e454ef4d req-57ca5d73-6e75-493e-b9de-e519d752d0a8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 943 time: 0.0656388 May 12 15:39:16.206794 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-348dea5a-7bfa-4023-9bc0-3bd4270a4d61 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/quotas/4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 375 time: 0.0225439 May 12 15:39:16.215513 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=b4989380-2070-444e-9bc2-b81db642016c,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:16.222512 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.222856 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.223208 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.223744 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.224086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.224639 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.224976 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.225303 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.225634 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.226002 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.226330 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.226676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.227003 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.227338 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.227642 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:16.276294 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-952f7bf6-96f1-4479-924f-4ae7e454ef4d req-43742727-d7dc-4ecc-8678-97d2b2d13244 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771921 May 12 15:39:16.280066 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-54762ad7-3b5d-4159-9a59-36c3d8076237 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665808 May 12 15:39:16.404876 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98941eae-671e-4394-aedf-d73cdd2d1dbd req-36a636fb-55c5-4e4d-9423-b9218270292d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:16.406343 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-98941eae-671e-4394-aedf-d73cdd2d1dbd req-36a636fb-55c5-4e4d-9423-b9218270292d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0611858 May 12 15:39:16.409800 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-9e74a085-839c-4bf6-8666-69b119ff2d0e service neutron] 10.222.0.89 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184866 May 12 15:39:16.464583 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['b4989380-2070-444e-9bc2-b81db642016c'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:39:16.509858 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-98941eae-671e-4394-aedf-d73cdd2d1dbd req-6c056e3d-1bc4-4644-9eba-6fde4ae77b4a tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977561 May 12 15:39:16.535621 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-af407aef-2757-430a-b9ae-636016083df4 service neutron] 10.222.0.89 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176562 May 12 15:39:16.572172 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:16.756123 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e58a5-8ecf-42ab-baf6-872cf9ba5351 req-a2785b97-b629-4e33-9fc8-7382bb06afb7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:16.757800 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9c9e58a5-8ecf-42ab-baf6-872cf9ba5351 req-a2785b97-b629-4e33-9fc8-7382bb06afb7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0548801 May 12 15:39:16.809271 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9c9e58a5-8ecf-42ab-baf6-872cf9ba5351 req-5452fde9-c4cc-4ede-946b-ee05900f4d4e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456419 May 12 15:39:16.856619 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-896ca8de-929c-40f7-92e6-f84d794e7f91 req-cb797c50-4a13-477e-98f8-63afe641f945 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0292380 May 12 15:39:17.065680 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fb879-a0bc-4431-a164-83e5d91c0563 req-ec8735b3-5bba-4b62-929b-738a72df42fc tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:17.067263 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-204fb879-a0bc-4431-a164-83e5d91c0563 req-ec8735b3-5bba-4b62-929b-738a72df42fc tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 944 time: 0.0829101 May 12 15:39:17.073730 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfb64c-a75a-45c7-be23-67e972a6a37a req-61cd2dfe-f153-46b6-ac05-2b01b00431bc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:17.075190 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-22dfb64c-a75a-45c7-be23-67e972a6a37a req-61cd2dfe-f153-46b6-ac05-2b01b00431bc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0798006 May 12 15:39:17.144779 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-204fb879-a0bc-4431-a164-83e5d91c0563 req-38c72601-287f-4b33-ba09-322f36534d3f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685534 May 12 15:39:17.152297 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-22dfb64c-a75a-45c7-be23-67e972a6a37a req-db49707b-f441-4032-867b-ad3f963ef9bc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695403 May 12 15:39:17.393132 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47543c8-5c0e-4cf5-a7c8-e964e5c682fa req-3d25086b-84f4-4aee-939f-de3e7764189c tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:17.394857 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d47543c8-5c0e-4cf5-a7c8-e964e5c682fa req-3d25086b-84f4-4aee-939f-de3e7764189c tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 943 time: 0.0503106 May 12 15:39:17.443890 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d47543c8-5c0e-4cf5-a7c8-e964e5c682fa req-1857da67-c5fe-418a-9cab-c26dc214e0b4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 May 12 15:39:17.891068 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-93da98fe-4d9c-4a80-9541-b79d5aa1b7d6 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:17.893190 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-93da98fe-4d9c-4a80-9541-b79d5aa1b7d6 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 811 time: 0.1411788 May 12 15:39:17.950635 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:17.974477 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b4989380-2070-444e-9bc2-b81db642016c up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:17.986599 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a6a4-72cd-4abb-aa73-9c25b902544a req-d72182f9-700f-49a3-b2cb-b96ed0f4290f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:17.998521 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-17d6a6a4-72cd-4abb-aa73-9c25b902544a req-d72182f9-700f-49a3-b2cb-b96ed0f4290f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0971844 May 12 15:39:18.029750 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-f51fb8e4-d595-4538-ae65-d23b3eb579c7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 380 time: 0.1238368 May 12 15:39:18.040360 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'port': {'device_id': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'admin_state_up': True, 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'security_groups': ['6817e520-9138-4e94-a8ad-7aecefd9690b']}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:18.064990 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port b4989380-2070-444e-9bc2-b81db642016c completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:39:18.066138 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-17d6a6a4-72cd-4abb-aa73-9c25b902544a req-85272de2-cfbd-4f70-8e63-597fb7ed27c0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668004 May 12 15:39:18.073780 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port b4989380-2070-444e-9bc2-b81db642016c triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:18.074077 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (b4989380-2070-444e-9bc2-b81db642016c), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.089826 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-49f0a80c-49eb-422b-bbb3-8aaa5772329a req-90cb33be-1a1a-4fb7-8edc-240c1ef185b0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0487225 May 12 15:39:18.162466 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port b4989380-2070-444e-9bc2-b81db642016c is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:18.162850 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (b4989380-2070-444e-9bc2-b81db642016c), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.170115 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Made reservation on behalf of 4b8824725a894bbcb17789008292c1e4 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:18.173710 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.187416 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4989380-2070-444e-9bc2-b81db642016c'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:18.189970 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c267274-7ed5-4f81-8212-41be052e3e1b" -d '{"events": [{"server_uuid": "af588d39-4bcd-46c2-85fa-1c742b2daf8b", "name": "network-vif-plugged", "status": "completed", "tag": "b4989380-2070-444e-9bc2-b81db642016c"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:18.203009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port b4989380-2070-444e-9bc2-b81db642016c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4989380-2070-444e-9bc2-b81db642016c,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:18.211570 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (b4989380-2070-444e-9bc2-b81db642016c), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.272934 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=b4989380-2070-444e-9bc2-b81db642016c,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:18.301226 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7846f7d-9d66-4929-917c-7e22b11f6558 req-ee263e40-60ce-4ccb-b9cc-8e40ed879152 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:18.302824 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7846f7d-9d66-4929-917c-7e22b11f6558 req-ee263e40-60ce-4ccb-b9cc-8e40ed879152 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0764406 May 12 15:39:18.313546 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78fc0e-f78b-4d9a-a4aa-947c8593cfda req-808bdc8e-f6f7-4f96-beb4-cfd05b3ab1d8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:18.315026 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a78fc0e-f78b-4d9a-a4aa-947c8593cfda req-808bdc8e-f6f7-4f96-beb4-cfd05b3ab1d8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0759144 May 12 15:39:18.335901 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Allocated IP 172.20.0.11 (869afb1f-8f08-43d2-8b78-38d5d6f40548/56100d28-2fa9-46ad-a054-9f3110821064/f92017be-34f1-4663-8133-b097ab792782) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:18.378700 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7846f7d-9d66-4929-917c-7e22b11f6558 req-60565da8-a54c-43df-b98a-c41a9104aa78 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627112 May 12 15:39:18.410549 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a78fc0e-f78b-4d9a-a4aa-947c8593cfda req-31687ac3-7c0a-4b4f-8e0f-6460d32e3e62 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698724 May 12 15:39:18.437839 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283bca4d-288b-4dc2-8efc-c0ee7fd50613 x-openstack-request-id: req-283bca4d-288b-4dc2-8efc-c0ee7fd50613 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:18.438399 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af588d39-4bcd-46c2-85fa-1c742b2daf8b", "name": "network-vif-plugged", "status": "completed", "tag": "b4989380-2070-444e-9bc2-b81db642016c", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:18.438745 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-283bca4d-288b-4dc2-8efc-c0ee7fd50613 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:18.439229 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283bca4d-288b-4dc2-8efc-c0ee7fd50613'] response: {'server_uuid': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4989380-2070-444e-9bc2-b81db642016c', 'code': 200} May 12 15:39:18.514646 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (f92017be-34f1-4663-8133-b097ab792782), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.560121 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (f92017be-34f1-4663-8133-b097ab792782), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.571223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c29ee-9539-43e3-ab5e-de309fa2a321 req-243b2624-7a87-47ab-a09b-b6d4da1986aa tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:18.572765 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-884c29ee-9539-43e3-ab5e-de309fa2a321 req-243b2624-7a87-47ab-a09b-b6d4da1986aa tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 943 time: 0.0520437 May 12 15:39:18.606706 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:18.609926 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:18.617538 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:18.624072 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=f92017be-34f1-4663-8133-b097ab792782,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:18.661626 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-884c29ee-9539-43e3-ab5e-de309fa2a321 req-00332ab9-92e7-4c2f-8ba3-78434ea4fe12 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824566 May 12 15:39:18.675725 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591788d8-0719-4f69-ab7b-fcbd4952cfa3 req-b6a4fdfa-d326-4c4b-b358-cf2615a29fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:18.675848 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:18.675968 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-591788d8-0719-4f69-ab7b-fcbd4952cfa3 req-b6a4fdfa-d326-4c4b-b358-cf2615a29fe5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 1129 time: 0.0581079 May 12 15:39:18.676075 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.689806 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-cec77791-066d-4484-8fcb-6467ed06b9ee tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6538978 May 12 15:39:18.701280 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Request body: {'port': {'device_id': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:18.724767 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-591788d8-0719-4f69-ab7b-fcbd4952cfa3 req-89b17227-299f-4eb9-90b2-664f14bb93ff service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 May 12 15:39:18.760793 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f92017be-34f1-4663-8133-b097ab792782), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.904005 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-7f97248a-1773-43b6-95c9-21932204fc5f None None] Provisioning complete for port f92017be-34f1-4663-8133-b097ab792782 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:18.904396 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-7f97248a-1773-43b6-95c9-21932204fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f92017be-34f1-4663-8133-b097ab792782), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:18.942765 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-7f97248a-1773-43b6-95c9-21932204fc5f None None] Port f92017be-34f1-4663-8133-b097ab792782 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:39:19.069317 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92017be-34f1-4663-8133-b097ab792782 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:19.077767 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Publish callbacks [] for port (f92017be-34f1-4663-8133-b097ab792782), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.090703 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Transition to ACTIVE for port object f92017be-34f1-4663-8133-b097ab792782 will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:39:19.097156 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (f92017be-34f1-4663-8133-b097ab792782), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.113435 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 38854) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:19.206755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18718ed-f3f9-42ab-b02a-0c93e1da592e req-a4424688-98e7-4a5a-9d35-2aeee9fdf390 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.214438 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f18718ed-f3f9-42ab-b02a-0c93e1da592e req-a4424688-98e7-4a5a-9d35-2aeee9fdf390 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0582552 May 12 15:39:19.240313 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f92017be-34f1-4663-8133-b097ab792782,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:19.255674 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Attempting to bind port f92017be-34f1-4663-8133-b097ab792782 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:19.256018 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Attempting to bind port f92017be-34f1-4663-8133-b097ab792782 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:19.256350 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Attempting to bind port f92017be-34f1-4663-8133-b097ab792782 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:19.261438 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Port f92017be-34f1-4663-8133-b097ab792782 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:39:19.261764 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Attempting to bind port f92017be-34f1-4663-8133-b097ab792782 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:19.267039 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:19.267379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Checking segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:19.267767 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Bound using segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:19.268198 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Bound port: f92017be-34f1-4663-8133-b097ab792782, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:19.268585 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f92017be-34f1-4663-8133-b097ab792782), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.292881 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-50fedb04-d65c-42d3-bec1-ba54495a51d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.310276 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f18718ed-f3f9-42ab-b02a-0c93e1da592e req-2b37b843-70e0-4227-a9b3-cad355469653 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949233 May 12 15:39:19.331665 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df127-49f1-46a7-92aa-1db1ef7a007e req-d6b7d35d-7bc6-4151-b1ed-d58eba1ce2af tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.337528 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8f9df127-49f1-46a7-92aa-1db1ef7a007e req-d6b7d35d-7bc6-4151-b1ed-d58eba1ce2af tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.1040890 May 12 15:39:19.339976 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] For port f92017be-34f1-4663-8133-b097ab792782, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:19.343275 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] For port f92017be-34f1-4663-8133-b097ab792782, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f92017be-34f1-4663-8133-b097ab792782,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:19.350777 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (f92017be-34f1-4663-8133-b097ab792782), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.389993 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.390890 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.392824 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] 10.222.0.88 "PUT /v2.0/ports/f92017be-34f1-4663-8133-b097ab792782 HTTP/1.1" status: 200 len: 1094 time: 0.6961846 May 12 15:39:19.397702 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'tag': 'f92017be-34f1-4663-8133-b097ab792782'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:19.398993 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "tag": "f92017be-34f1-4663-8133-b097ab792782"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:19.426196 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006c2c-74da-4d85-9d42-4b78ec8560f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f92017be-34f1-4663-8133-b097ab792782,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:19.432778 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8f9df127-49f1-46a7-92aa-1db1ef7a007e req-e5523638-0be7-42b4-adac-41fe88f66fed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890777 May 12 15:39:19.459032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-50fedb04-d65c-42d3-bec1-ba54495a51d7 admin admin] Publish callbacks [] for security_group (3b560207-6b1e-45f4-962a-fc4d75177016), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.466400 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-50fedb04-d65c-42d3-bec1-ba54495a51d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3b560207-6b1e-45f4-962a-fc4d75177016), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.488078 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627ac974-6cc7-4794-8a56-0efc33a8ef1c x-openstack-request-id: req-627ac974-6cc7-4794-8a56-0efc33a8ef1c {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:19.488894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "tag": "f92017be-34f1-4663-8133-b097ab792782", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:19.488894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-627ac974-6cc7-4794-8a56-0efc33a8ef1c {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:19.489423 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627ac974-6cc7-4794-8a56-0efc33a8ef1c'] response: {'name': 'network-changed', 'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'tag': 'f92017be-34f1-4663-8133-b097ab792782', 'status': 'completed', 'code': 200} May 12 15:39:19.541773 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-50fedb04-d65c-42d3-bec1-ba54495a51d7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=94bcfb197b314eb2b8e4d1c2cadc0225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271274 May 12 15:39:19.545379 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fedb04-d65c-42d3-bec1-ba54495a51d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b560207-6b1e-45f4-962a-fc4d75177016,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:19.549675 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 38864) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:19.572446 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c92d06-bcba-483b-9709-af03b215f37a req-31f4bb3a-2e2b-456e-8304-2e021bf94837 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.573727 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7 req-6b454723-7731-4d44-9673-7c9b4f00a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.574007 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-33c92d06-bcba-483b-9709-af03b215f37a req-31f4bb3a-2e2b-456e-8304-2e021bf94837 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0937097 May 12 15:39:19.575231 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7 req-6b454723-7731-4d44-9673-7c9b4f00a1c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 1128 time: 0.0505500 May 12 15:39:19.667159 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f6e4c-58e3-4b8f-887b-76ad9d8dcc60 req-65928187-a298-4d6f-89b1-9cd4324e4944 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.669041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-179f6e4c-58e3-4b8f-887b-76ad9d8dcc60 req-65928187-a298-4d6f-89b1-9cd4324e4944 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.1050982 May 12 15:39:19.705621 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-33c92d06-bcba-483b-9709-af03b215f37a req-826bb553-30ea-4c9c-9900-6b4c30d27d84 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170254 May 12 15:39:19.709145 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7 req-5d060629-f22a-40bc-a1de-7bf70e3a3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.711081 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7 req-5d060629-f22a-40bc-a1de-7bf70e3a3821 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4b8824725a894bbcb17789008292c1e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050942 May 12 15:39:19.715139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-919eefe1-0604-4509-85b9-32f6d5ae7f30 admin admin] Publish callbacks [] for security_group (3b560207-6b1e-45f4-962a-fc4d75177016), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.754060 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-179f6e4c-58e3-4b8f-887b-76ad9d8dcc60 req-a7d7cdd3-36aa-4f8a-b984-ea27bde2fd59 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763001 May 12 15:39:19.755882 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-919eefe1-0604-4509-85b9-32f6d5ae7f30 admin admin] Publish callbacks [] for security_group (3b560207-6b1e-45f4-962a-fc4d75177016), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.825776 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f1c2b-3fa8-497f-be7e-d73331977b3f req-3b986ac2-8f4a-463b-bd6b-d80b6c310bdd tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.827260 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-406f1c2b-3fa8-497f-be7e-d73331977b3f req-3b986ac2-8f4a-463b-bd6b-d80b6c310bdd tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 943 time: 0.0607316 May 12 15:39:19.837840 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7 req-237b8afe-1951-42e4-a8d6-42d6009930ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:19.839299 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-b52ac4f5-6461-4e84-995a-fde1c6e7ddd7 req-237b8afe-1951-42e4-a8d6-42d6009930ef service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067717 May 12 15:39:19.855760 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-919eefe1-0604-4509-85b9-32f6d5ae7f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3b560207-6b1e-45f4-962a-fc4d75177016), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.858605 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-919eefe1-0604-4509-85b9-32f6d5ae7f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:19.859730 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-919eefe1-0604-4509-85b9-32f6d5ae7f30 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3b560207-6b1e-45f4-962a-fc4d75177016 HTTP/1.1" status: 204 len: 168 time: 0.3091323 May 12 15:39:19.887987 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eefe1-0604-4509-85b9-32f6d5ae7f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b560207-6b1e-45f4-962a-fc4d75177016,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:19.896497 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-406f1c2b-3fa8-497f-be7e-d73331977b3f req-4a307223-72b0-48d4-b15a-0e04ff0e2f8f tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628514 May 12 15:39:19.990151 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:39:20.088367 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:20.099985 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8', 'network_id': '20f09d87-b555-4743-9833-43160a6cce18', 'port_id': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8', 'mac_address': 'fa:16:3e:06:11:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48c86f3-9791-4b60-b716-3cbd1823a165', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:39:20.140626 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:20.141021 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:20.153896 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:20.173827 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:20.176968 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:20.224224 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:20.449195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d01ba3-530f-4060-9595-790d72e4a40d req-1f68f858-3a01-4459-91a3-c55b42c56898 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.457447 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-85d01ba3-530f-4060-9595-790d72e4a40d req-1f68f858-3a01-4459-91a3-c55b42c56898 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0665889 May 12 15:39:20.466756 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['d4c34e01-3258-4bbf-80f0-93fbf3bc4af8'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:39:20.467217 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-122cc03c-b489-4a0d-bb96-5afe10f3925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.468746 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-122cc03c-b489-4a0d-bb96-5afe10f3925f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 1128 time: 0.0621562 May 12 15:39:20.507385 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-85d01ba3-530f-4060-9595-790d72e4a40d req-b6f78419-e65f-4cc3-ba6d-8c801beb503d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489790 May 12 15:39:20.577186 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b8d97-a09a-433c-95ca-38c9073e6a59 req-795844c2-36ed-4b82-be4d-a17ecdb216f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.580623 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-32f1c268-a80d-4739-84aa-a1449c3a9aa3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92017be-34f1-4663-8133-b097ab792782 HTTP/1.1" status: 200 len: 217 time: 0.0550280 May 12 15:39:20.584235 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-284b8d97-a09a-433c-95ca-38c9073e6a59 req-795844c2-36ed-4b82-be4d-a17ecdb216f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0754762 May 12 15:39:20.643103 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-284b8d97-a09a-433c-95ca-38c9073e6a59 req-27d43ea3-d989-4f60-9a14-3857ff784724 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531313 May 12 15:39:20.645078 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-f40d8ab6-82a6-4f16-94ee-89e9f1f62701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.647738 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-f40d8ab6-82a6-4f16-94ee-89e9f1f62701 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0604362 May 12 15:39:20.692971 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-7ae38a86-94cf-4381-b70b-6f2b4e568ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.694530 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-7ae38a86-94cf-4381-b70b-6f2b4e568ef3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402794 May 12 15:39:20.794348 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-d751c20c-36a8-49b3-b362-ba9704007675 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905840 May 12 15:39:20.825151 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b181-0b20-46c4-996f-fff2c993a6de req-6e3fab0f-9652-4d3c-9d0f-269efba2cea4 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.826941 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d2a1b181-0b20-46c4-996f-fff2c993a6de req-6e3fab0f-9652-4d3c-9d0f-269efba2cea4 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0533268 May 12 15:39:20.901187 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-54bd2eb5-9e88-453b-9782-51a5f7e4bdb9 req-f13c3bb3-6c5a-43c8-8e55-cf64504ac838 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014714 May 12 15:39:20.908720 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d2a1b181-0b20-46c4-996f-fff2c993a6de req-f0fc1c3e-b548-4340-90d1-97685751ecb6 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755527 May 12 15:39:20.921463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3059ace-dd0b-4a90-8574-a61de4dad16b req-f5583dde-6bff-4f18-bd1e-517fc7b9eee1 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:20.922794 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3059ace-dd0b-4a90-8574-a61de4dad16b req-f5583dde-6bff-4f18-bd1e-517fc7b9eee1 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0881774 May 12 15:39:20.996399 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3059ace-dd0b-4a90-8574-a61de4dad16b req-2dae9430-e3d9-4e76-a21d-d0632bbee79b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656474 May 12 15:39:21.062275 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2abe-df32-4740-a314-e692c64164d7 req-2d2c6c8c-9103-4c4c-b279-b034a4ddc52a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:21.066274 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-064e2abe-df32-4740-a314-e692c64164d7 req-2d2c6c8c-9103-4c4c-b279-b034a4ddc52a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 944 time: 0.0528421 May 12 15:39:21.075363 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 38932) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:21.129132 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-064e2abe-df32-4740-a314-e692c64164d7 req-8b91426b-00f4-41b3-8352-5a42ed8269ec tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 May 12 15:39:21.205492 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4b4698dc-ce34-4119-8323-12f70ef3a87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.278512 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4b4698dc-ce34-4119-8323-12f70ef3a87d admin admin] Publish callbacks [] for security_group (291f760c-215a-4e28-98d7-54b602a23708), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.282481 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4b4698dc-ce34-4119-8323-12f70ef3a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (291f760c-215a-4e28-98d7-54b602a23708), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.328239 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-4b4698dc-ce34-4119-8323-12f70ef3a87d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fa3653d4665c4452beaad11d18c2287b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390969 May 12 15:39:21.328239 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4698dc-ce34-4119-8323-12f70ef3a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291f760c-215a-4e28-98d7-54b602a23708,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:21.328418 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 38948) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:21.377716 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c8e989a2-7fd1-47cf-aa71-6aa3edf79b78 admin admin] Publish callbacks [] for security_group (291f760c-215a-4e28-98d7-54b602a23708), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.400415 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c8e989a2-7fd1-47cf-aa71-6aa3edf79b78 admin admin] Publish callbacks [] for security_group (291f760c-215a-4e28-98d7-54b602a23708), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.449826 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c8e989a2-7fd1-47cf-aa71-6aa3edf79b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (291f760c-215a-4e28-98d7-54b602a23708), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.452543 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c8e989a2-7fd1-47cf-aa71-6aa3edf79b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:21.453724 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c8e989a2-7fd1-47cf-aa71-6aa3edf79b78 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/291f760c-215a-4e28-98d7-54b602a23708 HTTP/1.1" status: 204 len: 168 time: 0.1292439 May 12 15:39:21.461397 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e989a2-7fd1-47cf-aa71-6aa3edf79b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291f760c-215a-4e28-98d7-54b602a23708,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:21.629811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c75b2-b957-4493-b41f-b073ba5e7b8a req-c4ea7373-a00a-469b-995f-e00b0ebe26aa tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:21.631290 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-226c75b2-b957-4493-b41f-b073ba5e7b8a req-c4ea7373-a00a-469b-995f-e00b0ebe26aa tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0465798 May 12 15:39:21.698205 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-226c75b2-b957-4493-b41f-b073ba5e7b8a req-6a48e5f5-6d22-4798-b96b-eb15bff1d29c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607095 May 12 15:39:21.765552 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f677ab-2035-4d90-9829-f37007a36b98 req-0e73aba1-3833-4991-a7ec-c3b068c508bc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:21.765858 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d4f677ab-2035-4d90-9829-f37007a36b98 req-0e73aba1-3833-4991-a7ec-c3b068c508bc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0506289 May 12 15:39:21.816066 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d4f677ab-2035-4d90-9829-f37007a36b98 req-2a994d1d-be61-413a-b1d7-6639b1734b27 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 May 12 15:39:21.986605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:22.037680 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:39:22.046991 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:22.047372 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:22.115785 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03d5cf-f13a-43aa-95ab-2b48623a1204 req-80e5ce20-2039-4956-a552-ce0b761dd1bb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:22.117348 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ea03d5cf-f13a-43aa-95ab-2b48623a1204 req-80e5ce20-2039-4956-a552-ce0b761dd1bb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0493946 May 12 15:39:22.127806 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:22.128204 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:22.154903 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:22.157588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9307250-e508-4c9e-bef8-5d73cd8dbe31" -d '{"events": [{"server_uuid": "4b820554-1bdf-417a-905f-d5ee27426a3d", "name": "network-vif-plugged", "status": "completed", "tag": "d4c34e01-3258-4bbf-80f0-93fbf3bc4af8"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:22.173118 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:22.179793 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ea03d5cf-f13a-43aa-95ab-2b48623a1204 req-3b6b51f5-ae3c-4922-9b0e-4ed6da820541 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 May 12 15:39:22.188693 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:22.243765 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:22.248886 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9a1d85-d7c5-4854-a06b-249ada84c48b x-openstack-request-id: req-8d9a1d85-d7c5-4854-a06b-249ada84c48b {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:22.249443 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b820554-1bdf-417a-905f-d5ee27426a3d", "name": "network-vif-plugged", "status": "completed", "tag": "d4c34e01-3258-4bbf-80f0-93fbf3bc4af8", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:22.250626 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8d9a1d85-d7c5-4854-a06b-249ada84c48b {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:22.251233 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9a1d85-d7c5-4854-a06b-249ada84c48b'] response: {'server_uuid': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8', 'code': 200} May 12 15:39:22.268866 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca191913-9c63-4681-acb7-241f1c0b4511 req-7aef8574-1de4-44db-90e7-d232eef9c3fd tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:22.270428 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ca191913-9c63-4681-acb7-241f1c0b4511 req-7aef8574-1de4-44db-90e7-d232eef9c3fd tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0594156 May 12 15:39:22.336991 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ca191913-9c63-4681-acb7-241f1c0b4511 req-fa953356-e02f-457a-8527-b85df09b8e5c tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508263 May 12 15:39:22.464091 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357956c-7e6b-48aa-a465-f164de8ad073 req-8a8d8bbe-f0de-4d94-969d-ca0ece9e4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:22.466199 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c357956c-7e6b-48aa-a465-f164de8ad073 req-8a8d8bbe-f0de-4d94-969d-ca0ece9e4d78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 1129 time: 0.0578852 May 12 15:39:22.519929 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c357956c-7e6b-48aa-a465-f164de8ad073 req-9b5eb1d6-6b15-49f3-a2f4-3fec9bbdf903 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 May 12 15:39:22.810574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81bdd-59e3-440c-963e-6fd31f9b2067 req-37c6e866-6fe6-4d03-8c21-bd1091378c7c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:22.812070 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e8c81bdd-59e3-440c-963e-6fd31f9b2067 req-37c6e866-6fe6-4d03-8c21-bd1091378c7c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0496445 May 12 15:39:22.862212 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e8c81bdd-59e3-440c-963e-6fd31f9b2067 req-f7e0ab13-538f-4b3b-b253-3ff28b6679e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 May 12 15:39:22.934490 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f9f6b-613e-4c47-b3d6-3c75a9c6412e req-19f52af2-4d6a-4032-ab20-15e875c1903b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:22.936043 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d12f9f6b-613e-4c47-b3d6-3c75a9c6412e req-19f52af2-4d6a-4032-ab20-15e875c1903b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0477531 May 12 15:39:22.990133 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d12f9f6b-613e-4c47-b3d6-3c75a9c6412e req-4bf1c25c-af84-4111-aaed-a5976a31ddeb tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 May 12 15:39:23.307280 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b4d0f-b65f-42b0-a5e3-7c0204f3361d req-611c6dbd-971e-4005-805b-96b302749881 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:23.308743 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b0b4d0f-b65f-42b0-a5e3-7c0204f3361d req-611c6dbd-971e-4005-805b-96b302749881 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0558994 May 12 15:39:23.360835 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b0b4d0f-b65f-42b0-a5e3-7c0204f3361d req-88da0b31-d638-4559-8c6b-30bf2b8c0495 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 May 12 15:39:23.441167 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e8a07-763f-4679-afce-531acbc529d6 req-5ca373fd-fa56-426a-a925-db5bdf6bf1c9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:23.442740 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1e8e8a07-763f-4679-afce-531acbc529d6 req-5ca373fd-fa56-426a-a925-db5bdf6bf1c9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0495894 May 12 15:39:23.491640 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1e8e8a07-763f-4679-afce-531acbc529d6 req-320e8bac-1d50-444b-83f0-191e5510a3db tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 May 12 15:39:23.993876 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ff4b-6f48-4611-ab40-30a82789948e req-53d4e1f7-4786-4812-bf90-9a5a7109fe69 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:23.995368 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2403ff4b-6f48-4611-ab40-30a82789948e req-53d4e1f7-4786-4812-bf90-9a5a7109fe69 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0595326 May 12 15:39:24.001697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:39:24.044059 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2403ff4b-6f48-4611-ab40-30a82789948e req-7177ae53-730b-47a3-89bd-8dc525cc1bb9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 May 12 15:39:24.106462 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:24.114373 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa99f52-e772-4b8f-935e-ccb5d349d647 req-92ea19e8-9406-4b7d-833b-c6b7855ea31e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:24.115939 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9aa99f52-e772-4b8f-935e-ccb5d349d647 req-92ea19e8-9406-4b7d-833b-c6b7855ea31e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0473888 May 12 15:39:24.121386 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'mac_address': 'fa:16:3e:a1:97:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:39:24.157755 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: ACTIVE; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:24.158054 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:24.164439 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9aa99f52-e772-4b8f-935e-ccb5d349d647 req-c3d71fbe-71a2-42fc-a573-0b49ff95283b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 May 12 15:39:24.171324 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18cd7191-e25f-4a20-a234-376a79b8ccdc {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:24.191450 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:24.195466 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:24.240489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=6']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:24.484845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a187e2-fb53-4a79-9e6e-064cb05d83e7 req-66c73f56-9f6f-4e9f-b434-339e9f0b7821 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:24.486249 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-92a187e2-fb53-4a79-9e6e-064cb05d83e7 req-66c73f56-9f6f-4e9f-b434-339e9f0b7821 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0496573 May 12 15:39:24.550368 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-92a187e2-fb53-4a79-9e6e-064cb05d83e7 req-78e3919b-0c5a-4483-a474-bf83d5697c06 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585165 May 12 15:39:24.616921 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640749b-9b61-476f-ac38-d2323e262ed4 req-a3af12f1-5bab-42e2-a42a-d9768109f3e7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:24.618459 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8640749b-9b61-476f-ac38-d2323e262ed4 req-a3af12f1-5bab-42e2-a42a-d9768109f3e7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0456262 May 12 15:39:24.671279 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8640749b-9b61-476f-ac38-d2323e262ed4 req-c86f8293-8fc1-45b7-85c6-74aff0ff6038 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 May 12 15:39:25.174432 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a180-5fe2-4a8a-a3b3-62e81201ecaf req-6be4669b-0104-4dc8-99e9-b2acd5cef035 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:25.175881 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c936a180-5fe2-4a8a-a3b3-62e81201ecaf req-6be4669b-0104-4dc8-99e9-b2acd5cef035 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0495040 May 12 15:39:25.224725 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c936a180-5fe2-4a8a-a3b3-62e81201ecaf req-2d6ba5a4-4ffe-4674-9d3b-cec1a8ec6cad tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405970 May 12 15:39:25.287778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541a8b-7673-473a-a656-74a80ac1f2d9 req-60579af1-c2ba-4c4e-b974-d425867b5468 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:25.289306 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2541a8b-7673-473a-a656-74a80ac1f2d9 req-60579af1-c2ba-4c4e-b974-d425867b5468 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0540106 May 12 15:39:25.341690 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2541a8b-7673-473a-a656-74a80ac1f2d9 req-d66db6f8-513b-4f58-8625-e8b23c2777cc tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450997 May 12 15:39:25.663291 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84537f0c-db9a-4424-88c4-1f56446e8c66 req-e1f88087-26c8-4d90-81ec-7f85bce6be65 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:25.664700 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84537f0c-db9a-4424-88c4-1f56446e8c66 req-e1f88087-26c8-4d90-81ec-7f85bce6be65 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0471880 May 12 15:39:25.713022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84537f0c-db9a-4424-88c4-1f56446e8c66 req-88d7d831-59c6-45a5-a6de-0e5d359c4633 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 May 12 15:39:26.357451 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9393ed-a068-48cd-8f73-83e0b8d73dca req-4666544c-baaf-422e-963d-4880995e524f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:26.358882 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d9393ed-a068-48cd-8f73-83e0b8d73dca req-4666544c-baaf-422e-963d-4880995e524f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0515518 May 12 15:39:26.409884 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d9393ed-a068-48cd-8f73-83e0b8d73dca req-8c5f9e40-4e1e-4875-912c-8f6c61c769ce tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 May 12 15:39:26.455490 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe47003-8de5-4574-a9b8-3cac2414b897 req-0c07a4d3-1c54-4d93-8e39-b51dc98c0ebe tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:26.457011 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ffe47003-8de5-4574-a9b8-3cac2414b897 req-0c07a4d3-1c54-4d93-8e39-b51dc98c0ebe tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0460832 May 12 15:39:26.503657 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ffe47003-8de5-4574-a9b8-3cac2414b897 req-b823b7e6-acab-4646-9ace-3650eb2a9aba tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 May 12 15:39:26.837797 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba9b8b-e87b-4715-af6f-f8bdcee55431 req-489911ae-f647-41aa-a8e4-6b7326ac0580 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:26.839144 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e3ba9b8b-e87b-4715-af6f-f8bdcee55431 req-489911ae-f647-41aa-a8e4-6b7326ac0580 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0464933 May 12 15:39:26.893920 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e3ba9b8b-e87b-4715-af6f-f8bdcee55431 req-0b082a3f-b88a-4bbb-b176-889ac25e58c9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 May 12 15:39:27.129811 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['18cd7191-e25f-4a20-a234-376a79b8ccdc'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:39:27.530006 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a473c03-3249-4ee6-adea-985d157aa589 req-f21a5356-975e-4bcf-ba0f-058bc488ca76 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:27.531507 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3a473c03-3249-4ee6-adea-985d157aa589 req-f21a5356-975e-4bcf-ba0f-058bc488ca76 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0487854 May 12 15:39:27.578663 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3a473c03-3249-4ee6-adea-985d157aa589 req-c1f71aee-a9b8-4d54-9ed4-972ebebad041 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412781 May 12 15:39:27.720319 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650d50d-416f-4adc-a95a-d961e24c1943 req-d8d347e7-128f-492a-9aa2-949b5b86b427 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:27.721821 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f650d50d-416f-4adc-a95a-d961e24c1943 req-d8d347e7-128f-492a-9aa2-949b5b86b427 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0784025 May 12 15:39:27.750153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16ee75-b1fd-4b3c-891e-261024e91f20 req-90292053-da5e-4aef-b731-8e251e2151f6 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:27.751670 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e16ee75-b1fd-4b3c-891e-261024e91f20 req-90292053-da5e-4aef-b731-8e251e2151f6 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0759847 May 12 15:39:27.798682 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f650d50d-416f-4adc-a95a-d961e24c1943 req-8e470511-d3b2-4b2e-af1b-5ab721a9fdbf tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706062 May 12 15:39:27.822053 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e16ee75-b1fd-4b3c-891e-261024e91f20 req-4842d9f7-aca9-4b3a-943c-49a49dafb0d4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637894 May 12 15:39:28.021277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eed303-08df-4f23-9b2f-f557d01e81d6 req-d040c7bb-ae69-465b-bd4a-7ab3fe3bcd29 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:28.022796 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-49eed303-08df-4f23-9b2f-f557d01e81d6 req-d040c7bb-ae69-465b-bd4a-7ab3fe3bcd29 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0509999 May 12 15:39:28.070692 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-49eed303-08df-4f23-9b2f-f557d01e81d6 req-cbc6245b-43ad-4a4c-8d8f-9aefa7c7572c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 May 12 15:39:28.084799 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:28.136177 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 18cd7191-e25f-4a20-a234-376a79b8ccdc triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:28.137015 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:28.212980 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:28.213274 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:28.241555 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:28.243807 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f807833-482f-4d58-bb28-64e97798408f" -d '{"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-plugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:28.255972 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:28.261255 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:28.283914 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd06bf-a84e-4e4a-9386-9a2962f6dedb x-openstack-request-id: req-92fd06bf-a84e-4e4a-9386-9a2962f6dedb {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:28.284226 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-plugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:28.284434 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-92fd06bf-a84e-4e4a-9386-9a2962f6dedb {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:28.284850 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fd06bf-a84e-4e4a-9386-9a2962f6dedb'] response: {'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'code': 200} May 12 15:39:28.312827 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=7']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:28.710872 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfee65-18b4-483e-a72e-2f0e480d69dd req-e3b2916c-60e6-4bfb-8cae-fbfb75c36539 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:28.712330 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfcfee65-18b4-483e-a72e-2f0e480d69dd req-e3b2916c-60e6-4bfb-8cae-fbfb75c36539 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0533342 May 12 15:39:28.765281 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfcfee65-18b4-483e-a72e-2f0e480d69dd req-c6905d30-39a2-4251-a33c-a80c91a88a4a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469089 May 12 15:39:28.939765 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326ad46-697b-487b-bbe6-dcea8d5a3817 req-d858b5f1-3e41-41a1-aaa8-b2195cd4ade4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:28.941315 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8326ad46-697b-487b-bbe6-dcea8d5a3817 req-d858b5f1-3e41-41a1-aaa8-b2195cd4ade4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0706687 May 12 15:39:28.963222 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bdfa1-59e5-4af0-b63f-198a3e0b03e1 req-431def2e-1e78-4045-8477-036063ec92f7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:28.964670 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-193bdfa1-59e5-4af0-b63f-198a3e0b03e1 req-431def2e-1e78-4045-8477-036063ec92f7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0667365 May 12 15:39:29.024863 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8326ad46-697b-487b-bbe6-dcea8d5a3817 req-85e51ac5-5308-4856-9cf9-3b7d355b66ac tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777917 May 12 15:39:29.037272 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-193bdfa1-59e5-4af0-b63f-198a3e0b03e1 req-94be53bc-1ef6-4c91-8b68-2e360c4d405a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665560 May 12 15:39:29.193604 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c36c7-5a9e-4b75-a7b1-436e3928ada2 req-f0d85b4f-cf5a-4962-96d9-a8ccaad2ce74 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:29.195085 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-865c36c7-5a9e-4b75-a7b1-436e3928ada2 req-f0d85b4f-cf5a-4962-96d9-a8ccaad2ce74 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0531960 May 12 15:39:29.243163 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-865c36c7-5a9e-4b75-a7b1-436e3928ada2 req-06495aef-4261-4fd9-8ddc-728b46f53d9a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 May 12 15:39:29.506329 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:29.889624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a0781-9ed4-49ae-98b8-2cc2586ee53d req-9bb09ad9-f8bf-4693-bf0f-5c336ef304c7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:29.891159 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-159a0781-9ed4-49ae-98b8-2cc2586ee53d req-9bb09ad9-f8bf-4693-bf0f-5c336ef304c7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0486145 May 12 15:39:29.939880 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-159a0781-9ed4-49ae-98b8-2cc2586ee53d req-1742b327-fdc7-42fc-94f2-d1639032f724 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426533 May 12 15:39:30.172964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd44bf7-d954-4dbe-9083-459522ad8e50 req-0192658a-60e7-464c-8ea5-a84c0a8aeb32 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:30.174542 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1dd44bf7-d954-4dbe-9083-459522ad8e50 req-0192658a-60e7-464c-8ea5-a84c0a8aeb32 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0751266 May 12 15:39:30.183227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a9e5-0042-4aea-a50e-a73b890db447 req-6e8a72f0-d147-4da1-99b1-0edbb72f066c tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:30.184736 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3696a9e5-0042-4aea-a50e-a73b890db447 req-6e8a72f0-d147-4da1-99b1-0edbb72f066c tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0763371 May 12 15:39:30.256582 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1dd44bf7-d954-4dbe-9083-459522ad8e50 req-2f0c3fd3-0be4-4470-919f-6b8fda01bba8 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709028 May 12 15:39:30.259773 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3696a9e5-0042-4aea-a50e-a73b890db447 req-1002e92d-2990-4e06-8cdd-d35ee856c9b9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684555 May 12 15:39:30.364514 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584ef07-1e05-4757-a857-3c2829876ff1 req-e521bbb7-f059-4a45-a7f7-6adbe7b54a31 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:30.365935 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1584ef07-1e05-4757-a857-3c2829876ff1 req-e521bbb7-f059-4a45-a7f7-6adbe7b54a31 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0471456 May 12 15:39:30.414544 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1584ef07-1e05-4757-a857-3c2829876ff1 req-a45efb45-18c3-4096-a643-3179f03af222 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 May 12 15:39:31.060638 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0855a7-0c81-4706-8200-4476a396f16a req-a413770f-e75a-4c60-b381-afbb79a3da30 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:31.062100 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0e0855a7-0c81-4706-8200-4476a396f16a req-a413770f-e75a-4c60-b381-afbb79a3da30 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0497897 May 12 15:39:31.118622 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0e0855a7-0c81-4706-8200-4476a396f16a req-c55566d0-5641-4f3c-95b2-1bb9e1adc89d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482712 May 12 15:39:31.406958 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268af6-ea15-45de-9d66-7b871ddb2c14 req-704ce072-5957-4bbd-87c9-09e76d9f3830 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:31.408322 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a2268af6-ea15-45de-9d66-7b871ddb2c14 req-704ce072-5957-4bbd-87c9-09e76d9f3830 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0745697 May 12 15:39:31.414276 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98a19-205d-4f06-bf3c-030b55a8ef6f req-8308f9d9-2630-429b-a08d-9545d1a962d4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:31.415608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-60d98a19-205d-4f06-bf3c-030b55a8ef6f req-8308f9d9-2630-429b-a08d-9545d1a962d4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0833189 May 12 15:39:31.486896 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a2268af6-ea15-45de-9d66-7b871ddb2c14 req-00e05c68-b36a-46d1-b9fe-d34d1d4127a5 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 May 12 15:39:31.491262 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-60d98a19-205d-4f06-bf3c-030b55a8ef6f req-f3e5d6a6-3a64-43cb-8bcc-63bb87dde961 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686407 May 12 15:39:31.588202 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aaff5-44e7-4b47-94ea-67952b0736bb req-90c2fff8-0860-41ac-92d5-efaac1134777 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:31.589707 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0e2aaff5-44e7-4b47-94ea-67952b0736bb req-90c2fff8-0860-41ac-92d5-efaac1134777 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0479975 May 12 15:39:31.636404 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0e2aaff5-44e7-4b47-94ea-67952b0736bb req-6d7fa1dc-2a85-4b12-a171-ee1fb83a3dc5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 May 12 15:39:32.245888 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9d062-2e52-4e64-b1d2-2521d32f8dee req-1dab599c-a9be-4848-9560-67284e4435ce tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:32.247381 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6ac9d062-2e52-4e64-b1d2-2521d32f8dee req-1dab599c-a9be-4848-9560-67284e4435ce tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0526891 May 12 15:39:32.297814 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6ac9d062-2e52-4e64-b1d2-2521d32f8dee req-3bf694a8-79dc-42f1-bdb5-308c94dcd41e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447187 May 12 15:39:32.635582 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bb5f0-dfe2-40cb-afce-b4bb0b110b8a req-dbf659cd-3e0b-49a6-8d52-1040af345be7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:32.637051 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-257bb5f0-dfe2-40cb-afce-b4bb0b110b8a req-dbf659cd-3e0b-49a6-8d52-1040af345be7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0719945 May 12 15:39:32.643134 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d5ad4-38b7-4de0-9ae7-b8d483a300e7 req-09d9d508-192a-471b-9b1c-74a49a67bdf1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:32.644514 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-504d5ad4-38b7-4de0-9ae7-b8d483a300e7 req-09d9d508-192a-471b-9b1c-74a49a67bdf1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0704401 May 12 15:39:32.715620 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-257bb5f0-dfe2-40cb-afce-b4bb0b110b8a req-9fcebf40-5c4e-405d-b8f8-52337d32b414 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 May 12 15:39:32.724250 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-504d5ad4-38b7-4de0-9ae7-b8d483a300e7 req-f40e664e-1793-4a2c-b5a2-7b1d6dc9d031 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730450 May 12 15:39:32.817732 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14737-10c4-4221-8325-f9b13c716a38 req-e8ae0a4f-864e-4891-9e81-5543be151c01 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:32.819161 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-00f14737-10c4-4221-8325-f9b13c716a38 req-e8ae0a4f-864e-4891-9e81-5543be151c01 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0469658 May 12 15:39:32.868188 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-00f14737-10c4-4221-8325-f9b13c716a38 req-321c263a-b90f-4a6e-a56d-43eeed0be3f7 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 May 12 15:39:33.427532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f790a-7190-4b26-8030-da2e4f6cb672 req-6a36f55c-35c5-465e-9006-7aa0922697cc tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:33.429153 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-437f790a-7190-4b26-8030-da2e4f6cb672 req-6a36f55c-35c5-465e-9006-7aa0922697cc tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0500104 May 12 15:39:33.483286 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-437f790a-7190-4b26-8030-da2e4f6cb672 req-8d991388-5362-46e2-96da-53f24fe021b4 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464551 May 12 15:39:33.857180 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae4834-3f99-467a-8dee-8fac2ef476e0 req-c51ef403-f264-493f-a2dd-c212def5d9d9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:33.858640 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6cae4834-3f99-467a-8dee-8fac2ef476e0 req-c51ef403-f264-493f-a2dd-c212def5d9d9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0692942 May 12 15:39:33.873386 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28341acb-0012-412b-8b49-63936468cfcd req-d9aa5013-3760-46df-8660-983512fad868 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:33.874812 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28341acb-0012-412b-8b49-63936468cfcd req-d9aa5013-3760-46df-8660-983512fad868 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0760891 May 12 15:39:33.941102 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6cae4834-3f99-467a-8dee-8fac2ef476e0 req-bc2cb97b-fcd3-4c17-bed3-3774e3e09ad9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756066 May 12 15:39:33.949532 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28341acb-0012-412b-8b49-63936468cfcd req-b1a66262-7a13-466d-9137-06b6b686770c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688210 May 12 15:39:34.049133 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddec19-f837-4471-a163-463d8a4e8717 req-01500382-9698-485b-a98e-e59ffd6a7a02 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:34.050710 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9ddec19-f837-4471-a163-463d8a4e8717 req-01500382-9698-485b-a98e-e59ffd6a7a02 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0519760 May 12 15:39:34.099454 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9ddec19-f837-4471-a163-463d8a4e8717 req-02a94ad8-9e86-415e-b796-4405e9eab791 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 May 12 15:39:34.604117 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e80c3c-9e3d-46fb-99b8-12e835fba1f7 req-499b3a8d-4921-4a15-908d-a0fc08a35443 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:34.605648 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-32e80c3c-9e3d-46fb-99b8-12e835fba1f7 req-499b3a8d-4921-4a15-908d-a0fc08a35443 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0480237 May 12 15:39:34.652602 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-32e80c3c-9e3d-46fb-99b8-12e835fba1f7 req-0fce53ef-1cad-40b3-9d92-62d5dcec7b77 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 May 12 15:39:34.788231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f92017be-34f1-4663-8133-b097ab792782 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:39:34.890320 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port f92017be-34f1-4663-8133-b097ab792782, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f92017be-34f1-4663-8133-b097ab792782,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:34.904642 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'f92017be-34f1-4663-8133-b097ab792782', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'port_id': 'f92017be-34f1-4663-8133-b097ab792782', 'mac_address': 'fa:16:3e:06:44:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:39:35.080721 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port f92017be-34f1-4663-8133-b097ab792782 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:35.081116 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f92017be-34f1-4663-8133-b097ab792782), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:35.094467 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92017be-34f1-4663-8133-b097ab792782 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:35.095234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720c18-6aaa-4421-a863-2fbe95100f90 req-b8646488-6a7e-4e23-b3fb-7eb8b5d87671 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:35.096788 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-74720c18-6aaa-4421-a863-2fbe95100f90 req-b8646488-6a7e-4e23-b3fb-7eb8b5d87671 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0758350 May 12 15:39:35.110188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9500dbb-3b65-43e1-97f6-b07388fbc452 req-3fa9df4c-f8b4-49e7-ba91-bf6dd1ae3eef tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:35.111583 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d9500dbb-3b65-43e1-97f6-b07388fbc452 req-3fa9df4c-f8b4-49e7-ba91-bf6dd1ae3eef tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 944 time: 0.0814931 May 12 15:39:35.118783 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port f92017be-34f1-4663-8133-b097ab792782, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f92017be-34f1-4663-8133-b097ab792782,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:35.124320 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f92017be-34f1-4663-8133-b097ab792782), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:35.172892 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=f92017be-34f1-4663-8133-b097ab792782,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:35.174404 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-74720c18-6aaa-4421-a863-2fbe95100f90 req-b58ee986-b45a-4438-a025-a8cbbc46ef40 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718596 May 12 15:39:35.187846 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d9500dbb-3b65-43e1-97f6-b07388fbc452 req-0c36483f-7e5c-42ae-ad70-aa05035ed48c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703549 May 12 15:39:35.285052 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8161-3f84-4e8f-bf91-780ca4b64eda req-586a06df-0e63-41a8-bbb7-60e5f6f1c38c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:35.286520 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-81ec8161-3f84-4e8f-bf91-780ca4b64eda req-586a06df-0e63-41a8-bbb7-60e5f6f1c38c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0511770 May 12 15:39:35.336366 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-81ec8161-3f84-4e8f-bf91-780ca4b64eda req-3924950b-94ca-48cd-af1a-88f8189144ce tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 May 12 15:39:36.008060 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-715a3673-2694-4c1e-b5e2-4e39de3bfb69 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:36.009616 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-715a3673-2694-4c1e-b5e2-4e39de3bfb69 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0532334 May 12 15:39:36.032697 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a7f1-7ef7-469a-8572-45d72d2cd807 req-67a769d7-2da2-4bda-b600-63d022966060 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:36.034261 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cc32a7f1-7ef7-469a-8572-45d72d2cd807 req-67a769d7-2da2-4bda-b600-63d022966060 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.2981141 May 12 15:39:36.094236 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cc32a7f1-7ef7-469a-8572-45d72d2cd807 req-e4f54a12-ee5e-48db-915b-a463b801a1cd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496747 May 12 15:39:36.120547 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Deleting port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:39:36.121051 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:36.215899 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] For port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:36.216259 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:36.231585 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Calling delete_port for d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 owned by compute:nova {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:39:36.278117 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['f92017be-34f1-4663-8133-b097ab792782'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:39:36.283204 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:39:36.310601 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648399d-a23f-48e8-bd91-e68e2ccb7f30 req-816e9a4d-fe05-4baf-b589-5876cd8937d8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:36.312102 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f648399d-a23f-48e8-bd91-e68e2ccb7f30 req-816e9a4d-fe05-4baf-b589-5876cd8937d8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 945 time: 0.0688732 May 12 15:39:36.347603 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d95f6-654f-430d-8e97-287352c57ac6 req-0a9872af-688c-4209-9849-e4a7060c89a8 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:36.349306 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-930d95f6-654f-430d-8e97-287352c57ac6 req-0a9872af-688c-4209-9849-e4a7060c89a8 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0790205 May 12 15:39:36.369463 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (d4c34e01-3258-4bbf-80f0-93fbf3bc4af8), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:36.372441 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No ports have port_id starting with d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 May 12 15:39:36.395366 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f648399d-a23f-48e8-bd91-e68e2ccb7f30 req-00c07008-ecdc-4833-ab9b-f96096dfecb7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759540 May 12 15:39:36.401153 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Pushing event deleted for resources: {'Port': ['ID=d4c34e01-3258-4bbf-80f0-93fbf3bc4af8,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:36.430359 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-930d95f6-654f-430d-8e97-287352c57ac6 req-34328060-f789-410d-b40e-2f4ed0a31908 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682795 May 12 15:39:36.463330 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] No DVR routers for this DVR port d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 on host hv-cinder-83588 {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:39:36.466661 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:36.470524 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-2e334ef7-e64d-48cf-b1a0-6c3d979193e8 req-ae68b6d3-6fbe-4424-9e7f-cbf894c702b2 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "DELETE /v2.0/ports/d4c34e01-3258-4bbf-80f0-93fbf3bc4af8 HTTP/1.1" status: 204 len: 173 time: 0.4360206 May 12 15:39:36.470989 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'name': 'network-vif-deleted', 'tag': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:36.473299 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01096dc0-5b14-48b7-b41c-24a1c104b985" -d '{"events": [{"server_uuid": "4b820554-1bdf-417a-905f-d5ee27426a3d", "name": "network-vif-deleted", "tag": "d4c34e01-3258-4bbf-80f0-93fbf3bc4af8"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:36.518822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eedb8c-e3d6-49ac-9ea2-c917f39bce89 x-openstack-request-id: req-98eedb8c-e3d6-49ac-9ea2-c917f39bce89 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:36.519560 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b820554-1bdf-417a-905f-d5ee27426a3d", "name": "network-vif-deleted", "tag": "d4c34e01-3258-4bbf-80f0-93fbf3bc4af8", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:36.519823 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-98eedb8c-e3d6-49ac-9ea2-c917f39bce89 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:36.520369 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98eedb8c-e3d6-49ac-9ea2-c917f39bce89'] response: {'server_uuid': '4b820554-1bdf-417a-905f-d5ee27426a3d', 'name': 'network-vif-deleted', 'tag': 'd4c34e01-3258-4bbf-80f0-93fbf3bc4af8', 'status': 'completed', 'code': 200} May 12 15:39:36.538286 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0ce2-6819-420e-9d01-b9df0578165b req-1498c568-0edf-4d64-a6da-87a6cec3cdfb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:36.539944 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-acaf0ce2-6819-420e-9d01-b9df0578165b req-1498c568-0edf-4d64-a6da-87a6cec3cdfb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0596538 May 12 15:39:36.595880 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-acaf0ce2-6819-420e-9d01-b9df0578165b req-a1d54d69-049a-42be-91a4-b2bb0c610c74 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 May 12 15:39:37.217281 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8756a44-84db-4273-a26f-f3bd72900ea1 req-e871a317-38cc-48a7-8e59-34632c0a1cff tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:37.218820 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b8756a44-84db-4273-a26f-f3bd72900ea1 req-e871a317-38cc-48a7-8e59-34632c0a1cff tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0516336 May 12 15:39:37.271224 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b8756a44-84db-4273-a26f-f3bd72900ea1 req-5afcfcc4-1b44-493a-8710-716a0232b9bb tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 May 12 15:39:37.514364 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-52b6b409-b265-4170-9f40-4ed01dd1dd6f req-b7228679-2100-4bfc-8a70-881f853fe185 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b820554-1bdf-417a-905f-d5ee27426a3d HTTP/1.1" status: 200 len: 210 time: 0.0298307 May 12 15:39:37.585870 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a933ae-52f0-4fc6-9b2f-4be0802d782d req-df46ef2e-3ae1-46d1-a867-8c3fa0efae7a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:37.587486 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c8a933ae-52f0-4fc6-9b2f-4be0802d782d req-df46ef2e-3ae1-46d1-a867-8c3fa0efae7a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0661414 May 12 15:39:37.596243 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855dc4-83b9-4fe0-92f4-363c37ee5c02 req-5d81abb6-05bc-423b-988d-97b0e9ed1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:37.596243 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-01855dc4-83b9-4fe0-92f4-363c37ee5c02 req-5d81abb6-05bc-423b-988d-97b0e9ed1846 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1129 time: 0.0662374 May 12 15:39:37.642437 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c8a933ae-52f0-4fc6-9b2f-4be0802d782d req-d9a91396-9b45-41d3-99bb-038459ca2636 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488265 May 12 15:39:37.726085 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba3e03-63b6-41dd-a4f5-4f8d2b2e3b07 req-c963719c-c774-416e-b2a9-7b82788a46d7 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:37.727547 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-93ba3e03-63b6-41dd-a4f5-4f8d2b2e3b07 req-c963719c-c774-416e-b2a9-7b82788a46d7 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0496316 May 12 15:39:37.773208 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-93ba3e03-63b6-41dd-a4f5-4f8d2b2e3b07 req-788a4db4-b2c2-4326-bbae-191dcdd52714 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 May 12 15:39:37.911052 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-01855dc4-83b9-4fe0-92f4-363c37ee5c02 req-1b2fd462-fcbc-43cc-880a-2dc9d49c0d67 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 May 12 15:39:38.273566 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f92017be-34f1-4663-8133-b097ab792782 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:38.345478 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port f92017be-34f1-4663-8133-b097ab792782 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:39:38.352396 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port f92017be-34f1-4663-8133-b097ab792782 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:38.352813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f92017be-34f1-4663-8133-b097ab792782), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:38.474233 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7717068-18a4-4306-86cc-65c308a9f275 req-30fb20ac-83f8-47b3-a9a3-c507770e7028 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:38.489366 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7717068-18a4-4306-86cc-65c308a9f275 req-30fb20ac-83f8-47b3-a9a3-c507770e7028 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1107407 May 12 15:39:38.534697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port f92017be-34f1-4663-8133-b097ab792782 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:38.535515 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f92017be-34f1-4663-8133-b097ab792782), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:38.558241 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7717068-18a4-4306-86cc-65c308a9f275 req-0370357c-1ca9-405a-82d5-65257b445366 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679700 May 12 15:39:38.590237 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92017be-34f1-4663-8133-b097ab792782'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:38.590237 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaefce6-7ea6-46b3-93cf-9f6c5b8ba83a" -d '{"events": [{"server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "name": "network-vif-plugged", "status": "completed", "tag": "f92017be-34f1-4663-8133-b097ab792782"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:38.603355 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port f92017be-34f1-4663-8133-b097ab792782, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f92017be-34f1-4663-8133-b097ab792782,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:38.609959 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f92017be-34f1-4663-8133-b097ab792782), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:38.639787 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68563de-15f3-411f-a63f-70c6decd09ad x-openstack-request-id: req-e68563de-15f3-411f-a63f-70c6decd09ad {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:38.640095 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "name": "network-vif-plugged", "status": "completed", "tag": "f92017be-34f1-4663-8133-b097ab792782", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:38.640351 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e68563de-15f3-411f-a63f-70c6decd09ad {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:38.640764 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68563de-15f3-411f-a63f-70c6decd09ad'] response: {'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92017be-34f1-4663-8133-b097ab792782', 'code': 200} May 12 15:39:38.681588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=f92017be-34f1-4663-8133-b097ab792782,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:38.784297 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb1fc-d3c4-49b0-8146-23325c4cdb80 req-08848fb8-4f17-46a8-b5c2-2bc2449de538 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:38.797081 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-abebb1fc-d3c4-49b0-8146-23325c4cdb80 req-08848fb8-4f17-46a8-b5c2-2bc2449de538 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0742095 May 12 15:39:38.934442 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-abebb1fc-d3c4-49b0-8146-23325c4cdb80 req-5dbee8e8-80e9-4f46-b8ed-4b96f4166f89 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267710 May 12 15:39:38.984831 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-4546bffb-1c11-41d6-a75a-8689c20c3d5a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:38.993233 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-4546bffb-1c11-41d6-a75a-8689c20c3d5a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/networks?id=20f09d87-b555-4743-9833-43160a6cce18 HTTP/1.1" status: 200 len: 808 time: 0.1699572 May 12 15:39:39.014799 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-fc34c274-0501-49d5-98e7-c7311adda69f tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/quotas/15ed6d55b50c4f23bbd4df6b850e9466 HTTP/1.1" status: 200 len: 375 time: 0.0205901 May 12 15:39:39.089893 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-8bab50ac-4992-45ce-8849-32d25e87cd4e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739837 May 12 15:39:39.123868 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d348-52cd-4032-89ef-d5b19447ecb8 req-24424a4e-7191-421e-bc4d-ca72afcf1636 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:39.125307 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3b8fc-e151-45af-b6c1-c2ec3ce6df60 req-f320ac5d-a142-4331-ab0d-cbc7d3fcdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:39.125988 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cc54d348-52cd-4032-89ef-d5b19447ecb8 req-24424a4e-7191-421e-bc4d-ca72afcf1636 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0982203 May 12 15:39:39.128046 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-92a3b8fc-e151-45af-b6c1-c2ec3ce6df60 req-f320ac5d-a142-4331-ab0d-cbc7d3fcdc9b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 1130 time: 0.0528076 May 12 15:39:39.202703 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-92a3b8fc-e151-45af-b6c1-c2ec3ce6df60 req-9859f573-2c15-4d93-b7b2-6c3dd2f1e056 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638840 May 12 15:39:39.232736 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-8f477a09-d4e6-438e-93fa-2c40072cd236 service neutron] 10.222.0.89 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417398 May 12 15:39:39.243872 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cc54d348-52cd-4032-89ef-d5b19447ecb8 req-dc8b65b1-2ac7-44d9-9f67-b1580aa9a957 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113644 May 12 15:39:39.344388 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-8d09ff50-a050-4298-9e28-34a46763570c service neutron] 10.222.0.89 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107085 May 12 15:39:39.538508 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-98cccd77-4bc3-4a45-94e1-4b04fd0ca1db req-768b4097-3521-475b-8d93-90125da25cb3 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 210 time: 0.0508187 May 12 15:39:39.727554 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fef51-0bf5-4ca8-bdde-a64f4104fe7d req-42bcc9bd-d069-43fd-9f8c-f0218dfe8b22 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:39.729053 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a4fef51-0bf5-4ca8-bdde-a64f4104fe7d req-42bcc9bd-d069-43fd-9f8c-f0218dfe8b22 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0512574 May 12 15:39:39.782690 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a4fef51-0bf5-4ca8-bdde-a64f4104fe7d req-f469fc65-3377-4af5-a02b-34954003be07 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476830 May 12 15:39:40.064647 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854748c7-7669-4785-b775-fb9700fd7dce req-9f386b36-640e-4e86-b7e4-d7cb819e6ddb tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:40.065962 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-854748c7-7669-4785-b775-fb9700fd7dce req-9f386b36-640e-4e86-b7e4-d7cb819e6ddb tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0478363 May 12 15:39:40.121543 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-854748c7-7669-4785-b775-fb9700fd7dce req-35e64ba3-b4fa-435e-a825-c19fa6c94bc7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496888 May 12 15:39:40.296021 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:39:40.362417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5517b-e49e-43a1-ba4b-12cbcd4bb675 req-66b94b3a-f7f4-4fd3-9956-cf0e39857ce0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:40.364214 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-75f5517b-e49e-43a1-ba4b-12cbcd4bb675 req-66b94b3a-f7f4-4fd3-9956-cf0e39857ce0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0509205 May 12 15:39:40.426671 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-75f5517b-e49e-43a1-ba4b-12cbcd4bb675 req-98f5604a-7857-4c5f-b2b3-dc5991a0458d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 May 12 15:39:40.647975 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3667e77b-40c8-46b1-a3c4-264d2c35a31a req-56cb1e63-317b-4b41-8656-f7dbab34cbeb tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 210 time: 0.0314481 May 12 15:39:40.912041 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff85df-7dd5-4022-8a37-d22a01d384a3 req-00d3c7ab-1c49-4ddb-9a91-50f6a7eda0b2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:40.913594 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b0ff85df-7dd5-4022-8a37-d22a01d384a3 req-00d3c7ab-1c49-4ddb-9a91-50f6a7eda0b2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0494850 May 12 15:39:40.972184 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b0ff85df-7dd5-4022-8a37-d22a01d384a3 req-2255980a-ad7d-4852-af6c-87bc7d6bb612 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517709 May 12 15:39:41.273179 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008b9ab-e015-46af-8479-28c0840a9501 req-c47c327d-2c82-476b-8711-6a687c1bb85b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:41.274274 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9008b9ab-e015-46af-8479-28c0840a9501 req-c47c327d-2c82-476b-8711-6a687c1bb85b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0661077 May 12 15:39:41.340411 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9008b9ab-e015-46af-8479-28c0840a9501 req-6d16887c-5d87-4fb9-895a-589cde0e5670 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571682 May 12 15:39:41.583714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dea1c-27d5-4900-adef-f348aa8b794b req-7d266157-ff1f-45f4-afe8-b41c99b3eccb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:41.590845 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e76dea1c-27d5-4900-adef-f348aa8b794b req-7d266157-ff1f-45f4-afe8-b41c99b3eccb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0875444 May 12 15:39:41.634582 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e76dea1c-27d5-4900-adef-f348aa8b794b req-0d59f167-b944-4381-9418-da459e0a9429 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 May 12 15:39:41.695106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-112f6e32-b377-49b2-bc23-47d4bde6a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:41.807165 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-792c9a3a-5866-4866-bfb0-08cd7ae4f1b2 req-5c38fb14-a465-40ae-bb3a-1c580f008897 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 210 time: 0.0452740 May 12 15:39:42.087516 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a1c89-e078-4b72-8ebe-cc36c8b8a4d3 req-3899f804-7813-4325-b35f-6df4e9f1689f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:42.089034 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8d7a1c89-e078-4b72-8ebe-cc36c8b8a4d3 req-3899f804-7813-4325-b35f-6df4e9f1689f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0501974 May 12 15:39:42.142527 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8d7a1c89-e078-4b72-8ebe-cc36c8b8a4d3 req-f1c6181b-cd0c-4a0b-a002-b5d76648c71a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472922 May 12 15:39:42.237547 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39366) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:42.259009 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302a321-8603-46f1-8137-d74fe76bb735 req-449ec8e2-3891-4dfd-bb41-b5ddd5faa0c1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:42.261094 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1302a321-8603-46f1-8137-d74fe76bb735 req-449ec8e2-3891-4dfd-bb41-b5ddd5faa0c1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0528929 May 12 15:39:42.314495 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1302a321-8603-46f1-8137-d74fe76bb735 req-bde00184-1dfa-4f9a-b4e0-67b758f502d0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468822 May 12 15:39:42.387412 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-05bbade0-df0e-441f-8c35-81dbe2fe6aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:42.477220 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-05bbade0-df0e-441f-8c35-81dbe2fe6aee admin admin] Publish callbacks [] for security_group (b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:42.487337 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6f5f1-525e-477f-b8fd-318685d8c4a1 req-f577e764-2d80-4fa6-8984-541dda88dcd2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:42.498867 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-05bbade0-df0e-441f-8c35-81dbe2fe6aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:42.501487 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-64d6f5f1-525e-477f-b8fd-318685d8c4a1 req-f577e764-2d80-4fa6-8984-541dda88dcd2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0743978 May 12 15:39:42.565594 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbade0-df0e-441f-8c35-81dbe2fe6aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:42.605999 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-05bbade0-df0e-441f-8c35-81dbe2fe6aee admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=264389d787c94a83a57f1dd7ae17dfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664019 May 12 15:39:42.606242 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39376) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:42.649583 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-64d6f5f1-525e-477f-b8fd-318685d8c4a1 req-1b055f71-a639-449f-a768-4bf78c546063 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301489 May 12 15:39:42.742100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-326c2d38-60e7-4f6f-9b69-eb02adb5e1ac tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:42.746346 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-326c2d38-60e7-4f6f-9b69-eb02adb5e1ac tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "GET /v2.0/networks?id=20f09d87-b555-4743-9833-43160a6cce18 HTTP/1.1" status: 200 len: 808 time: 0.2625697 May 12 15:39:42.755551 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-a99114dc-dde4-4053-a4fb-0d386d9cf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:42.759456 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-a99114dc-dde4-4053-a4fb-0d386d9cf67c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1129 time: 0.1565552 May 12 15:39:42.770912 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Request body: {'port': {'device_id': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'network_id': '20f09d87-b555-4743-9833-43160a6cce18', 'admin_state_up': True, 'tenant_id': '15ed6d55b50c4f23bbd4df6b850e9466'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:42.862410 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfcf7b-20c5-4782-8493-fe6423263355 req-bd8c2bd4-eb6e-4629-930e-71d7b5eff435 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:42.871046 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-77bfcf7b-20c5-4782-8493-fe6423263355 req-bd8c2bd4-eb6e-4629-930e-71d7b5eff435 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.1102116 May 12 15:39:42.876366 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-693e0dfa-e296-4517-9c63-1bd9c8cddd49 admin admin] Publish callbacks [] for security_group (b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.006053 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Made reservation on behalf of 15ed6d55b50c4f23bbd4df6b850e9466 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:43.007533 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-980a05da-fea7-48da-9402-2e819e2ffce4 req-c9b56492-1779-4de3-a029-342b26f6e884 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 210 time: 0.0522330 May 12 15:39:43.011250 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.049330 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-77bfcf7b-20c5-4782-8493-fe6423263355 req-65f1f6d8-fe31-47b5-8fdf-d5e7a676daa2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773436 May 12 15:39:43.070971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-693e0dfa-e296-4517-9c63-1bd9c8cddd49 admin admin] Publish callbacks [] for security_group (b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.078368 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39388) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:43.128088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-efa49122-b35c-4b40-ade2-34df4bcdfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.129963 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-efa49122-b35c-4b40-ade2-34df4bcdfaf6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.3504210 May 12 15:39:43.220568 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-e9a2d33a-3f26-4126-8e26-3677beca1153 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0566168 May 12 15:39:43.221789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-693e0dfa-e296-4517-9c63-1bd9c8cddd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.225393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-693e0dfa-e296-4517-9c63-1bd9c8cddd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.226865 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-693e0dfa-e296-4517-9c63-1bd9c8cddd49 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd HTTP/1.1" status: 204 len: 168 time: 0.6096437 May 12 15:39:43.230387 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Allocated IP 172.20.0.7 (20f09d87-b555-4743-9833-43160a6cce18/b48c86f3-9791-4b60-b716-3cbd1823a165/f7a894cb-afde-4654-8996-3476a3e605c1) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:43.383660 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21412e2f-699b-4445-b962-75270700f68f req-19a61704-a67f-4f0f-b85d-f2c33b4e21f5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.390964 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21412e2f-699b-4445-b962-75270700f68f req-19a61704-a67f-4f0f-b85d-f2c33b4e21f5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.1073799 May 12 15:39:43.393131 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0dfa-e296-4517-9c63-1bd9c8cddd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ad4e8-9b15-4f0d-9ce2-63f49c4f7fbd,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:43.473237 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks [] for port (f7a894cb-afde-4654-8996-3476a3e605c1), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.481030 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-d285b343-71a4-4371-a95d-7b788836c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.482649 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-d285b343-71a4-4371-a95d-7b788836c4d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.2547591 May 12 15:39:43.486428 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d08155-eb57-4a9d-a5d1-d8cd5fe0c0d6 tempest-TestVolumeBootPattern-1814469729 tempest-TestVolumeBootPattern-1814469729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.488692 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-11d08155-eb57-4a9d-a5d1-d8cd5fe0c0d6 tempest-TestVolumeBootPattern-1814469729 tempest-TestVolumeBootPattern-1814469729-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 1125 time: 0.4086356 May 12 15:39:43.497674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39400) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:43.504625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'port_id': 'f92017be-34f1-4663-8133-b097ab792782', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:43.517536 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.533279 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb43c-63df-4507-8546-8590b9d38777 req-4c5fe4d8-5ca2-44d6-a880-2339954b598b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.535074 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-10aeb43c-63df-4507-8546-8590b9d38777 req-4c5fe4d8-5ca2-44d6-a880-2339954b598b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1007123 May 12 15:39:43.591111 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Pushing event updated for resources: {'Port': ['ID=f7a894cb-afde-4654-8996-3476a3e605c1,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:43.601633 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Network 20f09d87-b555-4743-9833-43160a6cce18 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:43.603485 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:43.612698 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:43.620226 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21412e2f-699b-4445-b962-75270700f68f req-49c9997d-e6a4-42ef-9799-0852cd982799 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280953 May 12 15:39:43.643626 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.649301 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-ee9ba348-d1d4-4118-8391-3dbee27f25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.651084 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-ee9ba348-d1d4-4118-8391-3dbee27f25a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1545248 May 12 15:39:43.712756 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:43.713706 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.737650 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-03c93c82-e99c-44cf-ac32-65475253cb7e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704251 May 12 15:39:43.759040 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Request body: {'port': {'device_id': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:43.762490 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-10aeb43c-63df-4507-8546-8590b9d38777 req-984ea71e-cf4b-4f46-99fc-4835c01de7b1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124507 May 12 15:39:43.853156 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.854825 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-8bea7ffa-6e89-4816-b4d1-70964525b25a service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876268 May 12 15:39:43.926781 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f717-ca92-4a5e-a6c3-42b7af3fda20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:43.958441 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.087678 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d529d78-743a-420c-a34d-f582b00a6c41 req-bcdad8ff-51b8-4fbd-9db7-6cdfb6d2067c service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241623 May 12 15:39:44.170532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Allocated IP 172.27.2.174 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/661e8a86-d1eb-4c85-96e8-798f6f3f946b) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:44.219239 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22765f38-cad6-4647-95dc-3a057c0de97d req-430ce9b6-7970-48f3-bc82-7290dff22586 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:44.222023 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-22765f38-cad6-4647-95dc-3a057c0de97d req-430ce9b6-7970-48f3-bc82-7290dff22586 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 931 time: 0.0922446 May 12 15:39:44.337443 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-22765f38-cad6-4647-95dc-3a057c0de97d req-ce78abca-ee77-40bf-b98d-0a5a9c356a66 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055365 May 12 15:39:44.356781 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a894cb-afde-4654-8996-3476a3e605c1 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:44.376105 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Publish callbacks [] for port (f7a894cb-afde-4654-8996-3476a3e605c1), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.397742 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Transition to ACTIVE for port object f7a894cb-afde-4654-8996-3476a3e605c1 will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:39:44.400183 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39424) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:44.403059 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.411318 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.459306 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.475385 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a894cb-afde-4654-8996-3476a3e605c1,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:44.527230 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:44.531248 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:44.539242 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:44.576116 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Attempting to bind port f7a894cb-afde-4654-8996-3476a3e605c1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:44.578553 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Attempting to bind port f7a894cb-afde-4654-8996-3476a3e605c1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:44.579512 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Attempting to bind port f7a894cb-afde-4654-8996-3476a3e605c1 on network 20f09d87-b555-4743-9833-43160a6cce18 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:44.586413 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Port f7a894cb-afde-4654-8996-3476a3e605c1 on network 20f09d87-b555-4743-9833-43160a6cce18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:39:44.586762 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Attempting to bind port f7a894cb-afde-4654-8996-3476a3e605c1 on network 20f09d87-b555-4743-9833-43160a6cce18 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:44.592073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:44.592401 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Checking segment: {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:44.592603 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-964258676-network', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:44.592833 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Bound using segment: {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:44.593257 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Bound port: f7a894cb-afde-4654-8996-3476a3e605c1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '20f09d87-b555-4743-9833-43160a6cce18'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:44.593839 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.601101 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=661e8a86-d1eb-4c85-96e8-798f6f3f946b,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:44.679277 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] For port f7a894cb-afde-4654-8996-3476a3e605c1, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:44.686991 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] For port f7a894cb-afde-4654-8996-3476a3e605c1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7a894cb-afde-4654-8996-3476a3e605c1,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:44.700285 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.742946 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Made reservation on behalf of e085f63cf59c49a2847cbf228d7e609c for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:44.745852 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:44.745999 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.746517 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.748024 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] 10.222.0.88 "PUT /v2.0/ports/f7a894cb-afde-4654-8996-3476a3e605c1 HTTP/1.1" status: 200 len: 1093 time: 0.9968565 May 12 15:39:44.750063 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'tag': 'f7a894cb-afde-4654-8996-3476a3e605c1'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:44.755362 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa98e2e-ef52-400c-af30-d4dd93248d51" -d '{"events": [{"name": "network-changed", "server_uuid": "1273ea23-7656-4c2e-9a87-125a4d727e9e", "tag": "f7a894cb-afde-4654-8996-3476a3e605c1"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:44.771602 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:44.796144 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0520f-4786-45d7-a47a-e695a281b693 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a894cb-afde-4654-8996-3476a3e605c1,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:44.817591 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a3651-3f3c-4020-a0f7-967c3a238d3d x-openstack-request-id: req-e42a3651-3f3c-4020-a0f7-967c3a238d3d {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:44.817882 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1273ea23-7656-4c2e-9a87-125a4d727e9e", "tag": "f7a894cb-afde-4654-8996-3476a3e605c1", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:44.818367 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e42a3651-3f3c-4020-a0f7-967c3a238d3d {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:44.818757 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42a3651-3f3c-4020-a0f7-967c3a238d3d'] response: {'name': 'network-changed', 'server_uuid': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'tag': 'f7a894cb-afde-4654-8996-3476a3e605c1', 'status': 'completed', 'code': 200} May 12 15:39:44.947793 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736165a-1734-4ff3-87ce-1d3240124d96 req-64d22c83-7c31-491e-a283-99e1cdd3c2eb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:44.949450 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c736165a-1734-4ff3-87ce-1d3240124d96 req-64d22c83-7c31-491e-a283-99e1cdd3c2eb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.2081463 May 12 15:39:45.016108 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61896e7f-5847-434f-a781-25285f09c461 req-d0176ae6-770f-4573-a3db-23549a1e0caf tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:45.017801 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-61896e7f-5847-434f-a781-25285f09c461 req-d0176ae6-770f-4573-a3db-23549a1e0caf tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1315160 May 12 15:39:45.050605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.148367 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c736165a-1734-4ff3-87ce-1d3240124d96 req-d5412a32-b2c0-4a66-b592-a05f5de14852 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880748 May 12 15:39:45.171353 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks [] for security_group (50c44fca-bf89-4150-8a8e-da4a2e2fe395), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.179833 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-61896e7f-5847-434f-a781-25285f09c461 req-2beefcb0-9863-4829-a50d-f7d980312efa tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418147 May 12 15:39:45.494105 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (50c44fca-bf89-4150-8a8e-da4a2e2fe395), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.541967 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:39:45.580152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (2fd7d38e-f5f7-4170-adab-fe1e969914ed), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.580596 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Added segment 2fd7d38e-f5f7-4170-adab-fe1e969914ed of type vlan for network 5c4759a0-040d-4ab6-a81b-bad646940f2a May 12 15:39:45.581830 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c44fca-bf89-4150-8a8e-da4a2e2fe395,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:45.598268 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fadd9f-a790-4851-85d4-656e320b894f req-bb7cc894-5d23-4f69-8a3c-905800839a26 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:45.599457 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28fadd9f-a790-4851-85d4-656e320b894f req-bb7cc894-5d23-4f69-8a3c-905800839a26 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 943 time: 0.1068151 May 12 15:39:45.682031 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (5c4759a0-040d-4ab6-a81b-bad646940f2a), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.729384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (a8b94f7f-8e86-420d-89be-80b63155fc85), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.755192 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28fadd9f-a790-4851-85d4-656e320b894f req-6640926f-4739-4795-a8d1-a9d34c1af01c tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076932 May 12 15:39:45.772083 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (5c4759a0-040d-4ab6-a81b-bad646940f2a), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.773281 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:45.773861 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.833907 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4323912 May 12 15:39:45.836983 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39438) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:45.842390 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Request body: {'subnet': {'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-964258676-subnet', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:45.862762 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22def5-6698-489a-8d03-413a0cdfb149 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4759a0-040d-4ab6-a81b-bad646940f2a,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:45.874739 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:45.878699 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:39:45.881479 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Made reservation on behalf of e085f63cf59c49a2847cbf228d7e609c for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:45.884180 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.024889 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98e2e-ef52-400c-af30-d4dd93248d51 req-db81607b-3519-428b-aa40-cb94c44c28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:46.024889 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-8aa98e2e-ef52-400c-af30-d4dd93248d51 req-db81607b-3519-428b-aa40-cb94c44c28b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 1127 time: 0.0474982 May 12 15:39:46.213555 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (e15fb3ee-78eb-437b-b805-c735c65aef6d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.277913 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15fb3ee-78eb-437b-b805-c735c65aef6d,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:46.336456 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98e2e-ef52-400c-af30-d4dd93248d51 req-c46ed367-efa3-48a0-9430-0db2267e4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:46.345354 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-8aa98e2e-ef52-400c-af30-d4dd93248d51 req-c46ed367-efa3-48a0-9430-0db2267e4cd7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2636883 May 12 15:39:46.361820 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Checking segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:46.362145 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dcc5d-0bd5-4a09-a13f-ca975e8b13b3 req-21b4f9e0-51d6-4302-9c1f-b6d6745ad7b6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:46.362640 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Network hostable DHCP agents. Network: 5c4759a0-040d-4ab6-a81b-bad646940f2a, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:39:46.363463 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-799dcc5d-0bd5-4a09-a13f-ca975e8b13b3 req-21b4f9e0-51d6-4302-9c1f-b6d6745ad7b6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0944557 May 12 15:39:46.387791 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:39:46.392291 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.401314 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 5c4759a0-040d-4ab6-a81b-bad646940f2a) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:46.407746 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:46.409689 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.415112 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917b0a8-09b8-4189-8306-f459fb087e7a None None] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:39:46.423121 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.441875 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-eaa5f946-65eb-4165-a916-14ebd867bf72 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6024706 May 12 15:39:46.443268 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39450) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:46.450825 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:46.472382 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b192386-c559-4a0e-925b-698af6d3bfab req-cc8aa576-846b-47b4-9053-5e7676dd28b8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:46.474054 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b192386-c559-4a0e-925b-698af6d3bfab req-cc8aa576-846b-47b4-9053-5e7676dd28b8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1230667 May 12 15:39:46.484414 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (cc1238c0-96b0-471b-92c0-400be4197618), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.486042 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (cc1238c0-96b0-471b-92c0-400be4197618), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.554162 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks [] for router_controller (cc1238c0-96b0-471b-92c0-400be4197618), precommit_add_association {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.569160 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-799dcc5d-0bd5-4a09-a13f-ca975e8b13b3 req-44342971-aeb4-4cce-934b-64cacb7deebc tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881828 May 12 15:39:46.572563 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=661e8a86-d1eb-4c85-96e8-798f6f3f946b,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:46.597727 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (a8b94f7f-8e86-420d-89be-80b63155fc85), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.612790 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-5c4759a0-040d-4ab6-a81b-bad646940f2a', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:39:46.613929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.640690 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:46.655561 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3b192386-c559-4a0e-925b-698af6d3bfab req-0bdbeb75-f7bf-41e4-8cd6-1e9d5b8b727b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665387 May 12 15:39:46.792209 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Floating IP a8b94f7f-8e86-420d-89be-80b63155fc85 associated. External IP: 172.27.2.174, port: f92017be-34f1-4663-8133-b097ab792782. May 12 15:39:46.881379 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Allocated IP 172.20.0.2 (5c4759a0-040d-4ab6-a81b-bad646940f2a/e15fb3ee-78eb-437b-b805-c735c65aef6d/61440dd1-9895-4c84-bc21-8a2f8d384d89) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:47.031692 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe15632-c010-44de-80e1-6ef73fdf5be3 req-9be2c981-22d2-4bec-9b0e-6fb3a4f20fc4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:47.034336 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cbe15632-c010-44de-80e1-6ef73fdf5be3 req-9be2c981-22d2-4bec-9b0e-6fb3a4f20fc4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 943 time: 0.0893657 May 12 15:39:47.092780 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks [] for router_gateway (cc1238c0-96b0-471b-92c0-400be4197618), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.133276 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Publish callbacks [] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.145617 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.219061 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cbe15632-c010-44de-80e1-6ef73fdf5be3 req-7e85565f-58c8-4c8c-9f08-60825b618596 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397660 May 12 15:39:47.226489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:47.230898 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:47.238305 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:47.244241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:39:47.279591 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Pushing event updated for resources: {'Port': ['ID=61440dd1-9895-4c84-bc21-8a2f8d384d89,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:47.320949 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Attempting to bind port 61440dd1-9895-4c84-bc21-8a2f8d384d89 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:47.321312 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Attempting to bind port 61440dd1-9895-4c84-bc21-8a2f8d384d89 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:47.321794 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Attempting to bind port 61440dd1-9895-4c84-bc21-8a2f8d384d89 on network 5c4759a0-040d-4ab6-a81b-bad646940f2a {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:47.328993 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:47.329368 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Checking segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:47.329777 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.330286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Bound using segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:47.331221 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Bound port: 61440dd1-9895-4c84-bc21-8a2f8d384d89, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:47.331742 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.354061 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks [] for router_gateway (cc1238c0-96b0-471b-92c0-400be4197618), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.375459 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.380754 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:39:47.393441 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:47.407502 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:47.408310 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:47.432409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.465374 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] For port 61440dd1-9895-4c84-bc21-8a2f8d384d89, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:47.475591 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] For port 61440dd1-9895-4c84-bc21-8a2f8d384d89, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=61440dd1-9895-4c84-bc21-8a2f8d384d89,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:47.483384 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98e2e-ef52-400c-af30-d4dd93248d51 req-5810b18e-ff2f-4d89-8a1a-8fdebcc7ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:47.484937 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-8aa98e2e-ef52-400c-af30-d4dd93248d51 req-5810b18e-ff2f-4d89-8a1a-8fdebcc7ba3d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3867664 May 12 15:39:47.489504 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.518183 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6e86552a-a0e8-44e2-9527-fdd7339b5443 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0174415 May 12 15:39:47.521166 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'tag': 'f92017be-34f1-4663-8133-b097ab792782'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:39:47.528906 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58844af1-e69a-4c2a-899f-edb48d3a1a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "tag": "f92017be-34f1-4663-8133-b097ab792782"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:39:47.578624 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-43844089-1891-4c69-88b2-36d566b47524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:47.580229 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-43844089-1891-4c69-88b2-36d566b47524 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 1127 time: 0.0485008 May 12 15:39:47.611857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f702a5-f7e7-468a-8452-a1363a354a17 None None] Pushing event updated for resources: {'Port': ['ID=61440dd1-9895-4c84-bc21-8a2f8d384d89,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:47.631591 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a1ee0-59ad-4ca9-92c9-a50e301736b6 x-openstack-request-id: req-2f8a1ee0-59ad-4ca9-92c9-a50e301736b6 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:39:47.632140 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "tag": "f92017be-34f1-4663-8133-b097ab792782", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:39:47.632505 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2f8a1ee0-59ad-4ca9-92c9-a50e301736b6 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:39:47.633038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8a1ee0-59ad-4ca9-92c9-a50e301736b6'] response: {'name': 'network-changed', 'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'tag': 'f92017be-34f1-4663-8133-b097ab792782', 'status': 'completed', 'code': 200} May 12 15:39:47.646302 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:47.712403 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Allocated IP 172.27.2.27 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/0923cd45-7455-497f-83ff-f54c9c1b860e) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:47.715507 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-ffc5fc48-3303-42c4-b215-13b4b319eb48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a894cb-afde-4654-8996-3476a3e605c1 HTTP/1.1" status: 200 len: 217 time: 0.1126440 May 12 15:39:47.727669 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-f8086f2d-a41d-4373-bd13-055931a7e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:47.729133 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-f8086f2d-a41d-4373-bd13-055931a7e0be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 1130 time: 0.0851734 May 12 15:39:47.803029 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42063e0-b760-47d5-969c-e7a7f6f4ef0c req-c91d7992-c845-4863-81ae-a9c14a2c093b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:47.811043 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a42063e0-b760-47d5-969c-e7a7f6f4ef0c req-c91d7992-c845-4863-81ae-a9c14a2c093b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0850468 May 12 15:39:47.863076 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks [] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.979380 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.992308 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:47.999938 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-e46547d9-087f-49f4-8441-053ce14872a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:48.002745 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-e46547d9-087f-49f4-8441-053ce14872a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b48c86f3-9791-4b60-b716-3cbd1823a165 HTTP/1.1" status: 200 len: 848 time: 0.0882201 May 12 15:39:48.053672 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'a8b94f7f-8e86-420d-89be-80b63155fc85', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'f92017be-34f1-4663-8133-b097ab792782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:06:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:45Z', 'updated_at': '2022-05-12T15:39:45Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:48.054383 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8c0b-1d7f-4570-8073-58122fe320e2 req-34e18c07-059d-4401-9889-c69643639b5a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:48.063894 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04db8c0b-1d7f-4570-8073-58122fe320e2 req-34e18c07-059d-4401-9889-c69643639b5a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.2437100 May 12 15:39:48.075460 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a42063e0-b760-47d5-969c-e7a7f6f4ef0c req-27aead9c-70da-4fd7-aedb-adf8b57628c9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575738 May 12 15:39:48.145814 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:48.148131 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-6e967cdf-e1f5-4707-a91b-02fb295bc44b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f09d87-b555-4743-9833-43160a6cce18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772021 May 12 15:39:48.155374 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:48.171724 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:48.172347 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:48.186792 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04db8c0b-1d7f-4570-8073-58122fe320e2 req-69f56d95-03c3-40d4-b175-e8285f512145 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219065 May 12 15:39:48.191673 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-a3e780b6-1f0c-4f92-944c-71d2a66210c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:48.193176 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-a3e780b6-1f0c-4f92-944c-71d2a66210c8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.3741140 May 12 15:39:48.197232 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:48.200845 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Pushing event updated for resources: {'Port': ['ID=0923cd45-7455-497f-83ff-f54c9c1b860e,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:48.203492 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:48.305786 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-422164eb-3ee9-4858-b8b9-d4bea42661f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92017be-34f1-4663-8133-b097ab792782 HTTP/1.1" status: 200 len: 1000 time: 0.0965693 May 12 15:39:48.414217 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:48.470897 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1f733-d8e8-4f0a-ac7e-a977eda7b5b4 req-668b0d46-0498-4939-930c-c9490c86e960 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:48.473522 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-10e1f733-d8e8-4f0a-ac7e-a977eda7b5b4 req-668b0d46-0498-4939-930c-c9490c86e960 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 943 time: 0.1533418 May 12 15:39:48.476016 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-c21b719a-21d3-4cc0-b12e-72b502730e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:48.477750 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-c21b719a-21d3-4cc0-b12e-72b502730e37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.1587837 May 12 15:39:48.607665 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-10e1f733-d8e8-4f0a-ac7e-a977eda7b5b4 req-5769d984-da3d-4ff7-a489-2aab5dfce1c3 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198733 May 12 15:39:48.643177 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-78f97717-947c-481d-9b60-227414d2a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:48.649934 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-78f97717-947c-481d-9b60-227414d2a539 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1458690 May 12 15:39:48.723384 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-a36a37ea-f2a2-4405-84e6-756d51fc7371 service neutron] 10.222.0.88 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667837 May 12 15:39:48.765582 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'a8b94f7f-8e86-420d-89be-80b63155fc85', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'f92017be-34f1-4663-8133-b097ab792782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:06:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:45Z', 'updated_at': '2022-05-12T15:39:45Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:48.809978 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab4d388-4668-4562-9350-f08a956b1057 None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'a8b94f7f-8e86-420d-89be-80b63155fc85', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'f92017be-34f1-4663-8133-b097ab792782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:06:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:45Z', 'updated_at': '2022-05-12T15:39:45Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:48.876594 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-dde05b83-e68d-449b-a9c4-f00c536331b0 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649086 May 12 15:39:48.905137 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks [] for router_gateway (cc1238c0-96b0-471b-92c0-400be4197618), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.076969 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597a0cf-e4a6-480d-940c-caa19e25ef55 None None] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:39:49.190063 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a960313-d8cc-48ab-8420-6639c3eec888 None None] New status for floating IP a8b94f7f-8e86-420d-89be-80b63155fc85: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:39:49.229890 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (cc1238c0-96b0-471b-92c0-400be4197618), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.340669 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-fcd91af3-b499-4021-a90a-9847a82c5329 req-b676bf8e-81ed-4826-922c-e8028ae5a547 service neutron] 10.222.0.88 "GET /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048119 May 12 15:39:49.351926 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] Provisioning complete for port 61440dd1-9895-4c84-bc21-8a2f8d384d89 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:49.357993 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.365283 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 61440dd1-9895-4c84-bc21-8a2f8d384d89 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:49.405810 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-58844af1-e69a-4c2a-899f-edb48d3a1a8c req-41b2f407-59df-42e8-9889-54c4ee1c97a4 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782844 May 12 15:39:49.484247 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15065cad-893d-45df-9349-ffe011133c30 req-eb52fcf3-3adb-49d6-9031-1078b0356058 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:49.492395 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15065cad-893d-45df-9349-ffe011133c30 req-eb52fcf3-3adb-49d6-9031-1078b0356058 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0855470 May 12 15:39:49.533581 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Router cc1238c0-96b0-471b-92c0-400be4197618 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:39:49.564405 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 61440dd1-9895-4c84-bc21-8a2f8d384d89 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:49.564405 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.608247 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15065cad-893d-45df-9349-ffe011133c30 req-d2a0076b-832d-4729-b290-d726f35a0418 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103294 May 12 15:39:49.693934 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] Current status of the port 61440dd1-9895-4c84-bc21-8a2f8d384d89 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:49.694329 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.797885 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cc645-8216-4901-aed3-698709dd976a req-8704aec5-89bc-49f1-a484-3ce0bf3044ff tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:49.801008 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39486) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:49.803907 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e09cc645-8216-4901-aed3-698709dd976a req-8704aec5-89bc-49f1-a484-3ce0bf3044ff tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 943 time: 0.0925574 May 12 15:39:49.808547 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713082136', 'description': 'tempest-description--1563610991'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:49.813714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] For port 61440dd1-9895-4c84-bc21-8a2f8d384d89, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=61440dd1-9895-4c84-bc21-8a2f8d384d89,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:49.826920 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.851506 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:39:49.864301 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Sync routers for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:49.879592 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.887918 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:49.889599 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:49.894894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:49.896389 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-649296aa-9ac4-43f0-81cd-b2d9b3d6ab70 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4520483 May 12 15:39:49.901243 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39488) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:49.932749 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 61440dd1-9895-4c84-bc21-8a2f8d384d89 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:49.933653 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e09cc645-8216-4901-aed3-698709dd976a req-71da6616-1e69-448f-9537-953a3493e85b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246419 May 12 15:39:50.064090 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:50.104932 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group (acadd896-b52a-4747-a97e-47375702d1e5), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.151667 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954e335-da6f-4187-8259-d2fa6c4f171f None None] Pushing event updated for resources: {'Port': ['ID=61440dd1-9895-4c84-bc21-8a2f8d384d89,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:50.163618 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-be1c956c-463d-4305-b86b-e74bbdee3e14 None None] Provisioning complete for port 61440dd1-9895-4c84-bc21-8a2f8d384d89 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:50.163992 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-be1c956c-463d-4305-b86b-e74bbdee3e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.181790 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (acadd896-b52a-4747-a97e-47375702d1e5), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.265329 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-be1c956c-463d-4305-b86b-e74bbdee3e14 None None] Current status of the port 61440dd1-9895-4c84-bc21-8a2f8d384d89 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:50.392424 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:48Z', 'revision_number': 3, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:50.425061 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Checking router: cc1238c0-96b0-471b-92c0-400be4197618 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:50.426016 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Updating router cc1238c0-96b0-471b-92c0-400be4197618 port 0923cd45-7455-497f-83ff-f54c9c1b860e binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:50.461087 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.687633 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.691957 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39494) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:50.692403 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8896904 May 12 15:39:50.697009 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae8c81-2b70-4acb-a450-d5ad62b04203 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acadd896-b52a-4747-a97e-47375702d1e5,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:50.697365 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'security_group_rule': {'security_group_id': 'acadd896-b52a-4747-a97e-47375702d1e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:50.781307 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group_rule (dea94157-fc45-465b-b696-b2bd86ea0b2f), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.837377 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group_rule (dea94157-fc45-465b-b696-b2bd86ea0b2f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.858337 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9261f-567d-4196-b551-3939285865fd req-1156dadd-355f-4da1-8bad-977de2032346 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:50.859950 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34d9261f-567d-4196-b551-3939285865fd req-1156dadd-355f-4da1-8bad-977de2032346 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1220295 May 12 15:39:50.861176 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (dea94157-fc45-465b-b696-b2bd86ea0b2f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.875800 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea94157-fc45-465b-b696-b2bd86ea0b2f,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:50.939824 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.940826 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Publish callbacks [] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.941904 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6e1164cf-fd4b-4388-b82e-5d10ffa82585 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479494 May 12 15:39:50.953093 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34d9261f-567d-4196-b551-3939285865fd req-a4fd076e-e61c-4a66-848c-a2dbaf157256 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782347 May 12 15:39:50.955076 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39496) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:50.959728 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:50.986498 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'security_group_rule': {'security_group_id': 'acadd896-b52a-4747-a97e-47375702d1e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:51.013242 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Attempting to bind port 0923cd45-7455-497f-83ff-f54c9c1b860e on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:51.013605 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Attempting to bind port 0923cd45-7455-497f-83ff-f54c9c1b860e by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:51.013966 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Attempting to bind port 0923cd45-7455-497f-83ff-f54c9c1b860e on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:51.025155 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:51.025533 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:51.025990 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.026319 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:51.026792 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Bound port: 0923cd45-7455-497f-83ff-f54c9c1b860e, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:51.027169 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.027420 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.097490 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group_rule (91f32889-973e-46fe-8ecd-34c247c862ea), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.108327 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2db70-8773-481d-a4fa-c8bab7db0542 req-0e52faf0-77e0-4ba5-b9cf-75b310702638 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:51.115367 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3bd2db70-8773-481d-a4fa-c8bab7db0542 req-0e52faf0-77e0-4ba5-b9cf-75b310702638 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 943 time: 0.0680447 May 12 15:39:51.145442 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Pushing event updated for resources: {'Port': ['ID=0923cd45-7455-497f-83ff-f54c9c1b860e,revision_number=2']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:51.164274 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.164805 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.165354 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.165856 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.166398 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.167071 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.167696 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.168164 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.169051 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.169530 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.169998 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.170523 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.171011 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.171494 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.171966 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:39:51.201532 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] For port 0923cd45-7455-497f-83ff-f54c9c1b860e, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:51.212834 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3bd2db70-8773-481d-a4fa-c8bab7db0542 req-6fdbeb3e-7fcc-404a-9d15-136711eba615 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964658 May 12 15:39:51.231685 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] For port 0923cd45-7455-497f-83ff-f54c9c1b860e, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=0923cd45-7455-497f-83ff-f54c9c1b860e,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:51.249489 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.314846 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 61440dd1-9895-4c84-bc21-8a2f8d384d89 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:51.321514 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Allocated IP 172.20.0.1 (5c4759a0-040d-4ab6-a81b-bad646940f2a/e15fb3ee-78eb-437b-b805-c735c65aef6d/7335fca5-45e6-4afc-a6e0-66f82fdb6b02) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:51.325217 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577751e2-5814-4691-b32a-3d471d3aa8d7 None None] Pushing event updated for resources: {'Port': ['ID=0923cd45-7455-497f-83ff-f54c9c1b860e,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:51.343439 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:51.344590 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:51.388977 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 61440dd1-9895-4c84-bc21-8a2f8d384d89 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:51.389855 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.454203 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks [] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.465292 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:51.475841 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group_rule (91f32889-973e-46fe-8ecd-34c247c862ea), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.488802 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (91f32889-973e-46fe-8ecd-34c247c862ea), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.495734 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 61440dd1-9895-4c84-bc21-8a2f8d384d89 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:51.537786 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.539056 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5826230 May 12 15:39:51.540851 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b3c7d-162f-457f-8337-ecf726945682 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f32889-973e-46fe-8ecd-34c247c862ea,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:51.542874 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39502) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:51.551000 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.551330 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:51.601596 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:51.603825 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.605533 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:51.608537 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:51.651116 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (cc1238c0-96b0-471b-92c0-400be4197618), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.683085 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:48Z', 'revision_number': 3, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:51.755105 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fdc931-891a-491e-8a91-062c7d475c4d None None] The sync data for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi is: [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:48Z', 'revision_number': 3, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:51.873783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:51.948586 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Pushing event updated for resources: {'Port': ['ID=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:52.060465 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.218583 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Allocated IP 172.27.2.148 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/964be213-6946-4343-a9be-06a34523e9b8) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:52.252246 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b335-ef1c-4f43-a52f-921a3a662560 req-c20a8303-5643-4441-be5d-6a33a6ebd195 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:52.264765 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-0d61856f-3afb-4735-a559-2b71cdcb084d None None] Provisioning complete for port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:52.265097 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7907b335-ef1c-4f43-a52f-921a3a662560 req-c20a8303-5643-4441-be5d-6a33a6ebd195 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1387475 May 12 15:39:52.269068 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0d61856f-3afb-4735-a559-2b71cdcb084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.402897 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f7a894cb-afde-4654-8996-3476a3e605c1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:39:52.456968 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks [] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.472630 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.513059 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-0d61856f-3afb-4735-a559-2b71cdcb084d None None] Port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:39:52.551043 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (cc1238c0-96b0-471b-92c0-400be4197618), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.571883 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7907b335-ef1c-4f43-a52f-921a3a662560 req-fa91ff26-7d74-4b64-9719-2a05fc3ef61e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056591 May 12 15:39:52.665148 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port f7a894cb-afde-4654-8996-3476a3e605c1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7a894cb-afde-4654-8996-3476a3e605c1,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:52.679338 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677216be-41c5-49e4-aead-8b390d942e65 req-71b6eb40-7b30-408c-8b0a-cb131cf34a34 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:52.680980 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-677216be-41c5-49e4-aead-8b390d942e65 req-71b6eb40-7b30-408c-8b0a-cb131cf34a34 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 943 time: 0.1888707 May 12 15:39:52.689665 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:52.693920 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:52.701958 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'f7a894cb-afde-4654-8996-3476a3e605c1', 'network_id': '20f09d87-b555-4743-9833-43160a6cce18', 'port_id': 'f7a894cb-afde-4654-8996-3476a3e605c1', 'mac_address': 'fa:16:3e:58:56:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48c86f3-9791-4b60-b716-3cbd1823a165', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:39:52.741138 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for port (964be213-6946-4343-a9be-06a34523e9b8), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.768937 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port f7a894cb-afde-4654-8996-3476a3e605c1 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:52.769658 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.772151 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Pushing event updated for resources: {'Port': ['ID=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:52.793194 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-677216be-41c5-49e4-aead-8b390d942e65 req-7dddc6bb-3dac-4285-ad0a-c90eb0441d05 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987709 May 12 15:39:52.833249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a894cb-afde-4654-8996-3476a3e605c1 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:39:52.862781 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port f7a894cb-afde-4654-8996-3476a3e605c1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7a894cb-afde-4654-8996-3476a3e605c1,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:52.867900 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (964be213-6946-4343-a9be-06a34523e9b8), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.874861 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:52.925120 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Router cc1238c0-96b0-471b-92c0-400be4197618 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:39:52.927228 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'Port': ['ID=964be213-6946-4343-a9be-06a34523e9b8,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:52.954890 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:52.967347 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:52.974381 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:53.003440 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=f7a894cb-afde-4654-8996-3476a3e605c1,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:53.101429 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.144935 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-e65b726a-6d15-4437-a68b-c5fad5b1553b None None] Provisioning complete for port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:53.145751 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e65b726a-6d15-4437-a68b-c5fad5b1553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.153543 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:39:53.159502 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d32038ec-4d00-4253-8ade-03aed3ae0710 admin admin] 10.222.0.89 "PUT /v2.0/routers/cc1238c0-96b0-471b-92c0-400be4197618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569442 May 12 15:39:53.177109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (964be213-6946-4343-a9be-06a34523e9b8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.261047 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-e65b726a-6d15-4437-a68b-c5fad5b1553b None None] Port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:39:53.346267 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0923cd45-7455-497f-83ff-f54c9c1b860e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:53.421294 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 0923cd45-7455-497f-83ff-f54c9c1b860e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:53.422013 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.571534 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 0923cd45-7455-497f-83ff-f54c9c1b860e is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:53.571961 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.619761 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 0923cd45-7455-497f-83ff-f54c9c1b860e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=0923cd45-7455-497f-83ff-f54c9c1b860e,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:53.630928 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.736585 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=0923cd45-7455-497f-83ff-f54c9c1b860e,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:53.822731 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a301b9-d072-4ab4-a1a8-ff57a7208352 req-67bdc020-6821-488b-9d37-f16268ae886e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:53.826472 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28a301b9-d072-4ab4-a1a8-ff57a7208352 req-67bdc020-6821-488b-9d37-f16268ae886e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0981846 May 12 15:39:53.861407 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for port (964be213-6946-4343-a9be-06a34523e9b8), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.872338 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (964be213-6946-4343-a9be-06a34523e9b8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:53.995414 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-28a301b9-d072-4ab4-a1a8-ff57a7208352 req-427dc562-3538-4075-8a17-0fa4045943b2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642854 May 12 15:39:53.997275 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39548) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:54.001208 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'Port': ['ID=964be213-6946-4343-a9be-06a34523e9b8,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:54.009213 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-364379814-network', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:54.016234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe85ee3-55d0-4c65-878a-2bec5b3bffef req-698df9f0-0e10-425b-9f03-2f80682a75eb tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:54.018584 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5fe85ee3-55d0-4c65-878a-2bec5b3bffef req-698df9f0-0e10-425b-9f03-2f80682a75eb tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 944 time: 0.1099441 May 12 15:39:54.034297 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Made reservation on behalf of 3718e2e8eee445338d1d92a6a3346c72 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:54.036971 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.037134 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.046059 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.066786 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.068927 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-7a555810-9900-4c37-a70f-17dfdb13cc5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5235662 May 12 15:39:54.087736 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5fe85ee3-55d0-4c65-878a-2bec5b3bffef req-53a6b90c-02fe-4cdb-9a09-bb2d74816f73 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615811 May 12 15:39:54.136269 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks [] for security_group (dc63ad09-57f0-45c3-8cb4-6d80d3dd8033), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.142240 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (dc63ad09-57f0-45c3-8cb4-6d80d3dd8033), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.169007 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:39:54.179157 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc63ad09-57f0-45c3-8cb4-6d80d3dd8033,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:54.184116 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (f76e4c58-b11c-42ce-96e4-4cbac7681a00), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.184549 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Added segment f76e4c58-b11c-42ce-96e4-4cbac7681a00 of type vlan for network dda09f91-b659-4da2-b38d-66034a6494bd May 12 15:39:54.229755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (dda09f91-b659-4da2-b38d-66034a6494bd), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.255033 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (dda09f91-b659-4da2-b38d-66034a6494bd), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.256120 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:54.256727 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.279140 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-3527ca46-a003-45c2-8f26-f7e5cb10e048 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1713082136&fields=id&tenant_id=72d34bbf298a42fc943c77b2d90747e6 HTTP/1.1" status: 200 len: 267 time: 0.0430837 May 12 15:39:54.289172 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2897189 May 12 15:39:54.291784 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39562) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:54.299103 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Request body: {'subnet': {'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-364379814-subnet', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:54.343452 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe71e2-7e13-4f28-b6ac-b3c62ee59afb admin admin] Pushing event updated for resources: {'Network': ['ID=dda09f91-b659-4da2-b38d-66034a6494bd,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:54.356129 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Made reservation on behalf of 3718e2e8eee445338d1d92a6a3346c72 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:39:54.360241 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.362102 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network dda09f91-b659-4da2-b38d-66034a6494bd details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:39:54.396758 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-1278f77c-dbab-498e-8ae8-434d7e3d1f48 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:54.399559 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-1278f77c-dbab-498e-8ae8-434d7e3d1f48 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 819 time: 0.1129401 May 12 15:39:54.417044 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-6daf878e-5251-4e88-981f-c102a6a32538 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/quotas/72d34bbf298a42fc943c77b2d90747e6 HTTP/1.1" status: 200 len: 375 time: 0.0128245 May 12 15:39:54.491136 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-727f0bed-fd98-4db8-be38-14f89ed9b013 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0608013 May 12 15:39:54.553822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (b5e5b888-ed0d-41ed-9243-a9ea8a958d5c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.556611 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Sync routers for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:54.568747 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:54.569384 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:54.587797 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-11db1700-c909-4cc0-84e7-0776857d6141 service neutron] 10.222.0.89 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957844 May 12 15:39:54.618511 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e5b888-ed0d-41ed-9243-a9ea8a958d5c,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:54.625928 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Checking segment: {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:54.626284 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Network hostable DHCP agents. Network: dda09f91-b659-4da2-b38d-66034a6494bd, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:39:54.649189 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Network dda09f91-b659-4da2-b38d-66034a6494bd is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:39:54.658658 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, dda09f91-b659-4da2-b38d-66034a6494bd) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:54.670008 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:54.670688 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.671761 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2008c5dd-23af-4e64-bfe9-1bbe84427a01 None None] Network dda09f91-b659-4da2-b38d-66034a6494bd requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:39:54.692426 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-86b6504d-fe03-4b47-8b0f-3a0bd7977997 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3965960 May 12 15:39:54.692754 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39568) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:54.697413 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:54.697794 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-82f95fe7-0e7f-4742-9c5f-65fe0be93aca service neutron] 10.222.0.89 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037135 May 12 15:39:54.714639 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:54.721498 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.722739 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.784758 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks [] for router_controller (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), precommit_add_association {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.887137 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8814bc40-5b4a-4dd1-87c1-4cba84f70a88 req-d782f184-64ed-4d03-9c2e-1072e537e3c6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0335569 May 12 15:39:54.934026 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-dda09f91-b659-4da2-b38d-66034a6494bd', 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd', 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'fixed_ips': [{'subnet_id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:39:54.935406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:54.965011 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks [] for router_gateway (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.118218 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:52Z', 'revision_number': 2, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:55.138481 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66461f84-0125-41a0-8cef-50e468817ade req-34b7f5a0-3695-4fcf-b856-7f0aa7b7586f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:55.140616 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-66461f84-0125-41a0-8cef-50e468817ade req-34b7f5a0-3695-4fcf-b856-7f0aa7b7586f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0600841 May 12 15:39:55.154405 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Checking router: cc1238c0-96b0-471b-92c0-400be4197618 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:55.154764 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Updating router cc1238c0-96b0-471b-92c0-400be4197618 port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:55.187902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Allocated IP 172.20.0.2 (dda09f91-b659-4da2-b38d-66034a6494bd/b5e5b888-ed0d-41ed-9243-a9ea8a958d5c/21bcc6f7-1fd2-4bec-be19-889386c56aaa) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:55.188882 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks [] for router_gateway (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.199753 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.213125 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.222599 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-66461f84-0125-41a0-8cef-50e468817ade req-93f83738-9247-46df-bf98-4a82d3c4dd7a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753779 May 12 15:39:55.292822 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad087c-444e-4399-b916-dc236fc051bd req-6cad5a73-902d-4596-92ca-b2f93311b7c8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:55.301127 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fad087c-444e-4399-b916-dc236fc051bd req-6cad5a73-902d-4596-92ca-b2f93311b7c8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 944 time: 0.0679011 May 12 15:39:55.349549 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fad087c-444e-4399-b916-dc236fc051bd req-2a553087-7028-4a38-aa49-5e64454a03f3 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476482 May 12 15:39:55.350278 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0923cd45-7455-497f-83ff-f54c9c1b860e up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:55.362120 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Allocated IP 172.27.2.112 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/4ca62973-fc84-4172-b4cc-2e1b350b67df) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:55.468394 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks [] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.502920 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.544757 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:55.547832 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:55.550834 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 0923cd45-7455-497f-83ff-f54c9c1b860e triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:55.551214 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.551534 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:55.588656 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca62973-fc84-4172-b4cc-2e1b350b67df,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:55.788879 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Publish callbacks [] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.807533 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.867291 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks [] for router_gateway (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:55.888285 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Network dda09f91-b659-4da2-b38d-66034a6494bd is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:55.896741 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:55.908448 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:55.927146 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Pushing event updated for resources: {'Port': ['ID=21bcc6f7-1fd2-4bec-be19-889386c56aaa,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:55.939573 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['f7a894cb-afde-4654-8996-3476a3e605c1'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:39:55.948714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 0923cd45-7455-497f-83ff-f54c9c1b860e is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:55.991629 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9d57e3f-1456-4710-81ff-acbcd80188a4 req-09930882-fa17-4279-a300-469024e9b1cb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0278738 May 12 15:39:56.074648 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Publish callbacks [] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.083561 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.096962 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.103450 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Attempting to bind port 21bcc6f7-1fd2-4bec-be19-889386c56aaa on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:56.103808 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Attempting to bind port 21bcc6f7-1fd2-4bec-be19-889386c56aaa by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:56.104180 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Attempting to bind port 21bcc6f7-1fd2-4bec-be19-889386c56aaa on network dda09f91-b659-4da2-b38d-66034a6494bd {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:56.144510 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:56.144909 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Checking segment: {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:56.145298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.145700 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Bound using segment: {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:56.146166 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Bound port: 21bcc6f7-1fd2-4bec-be19-889386c56aaa, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:56.146540 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.182684 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5080d-85a8-444b-b54e-0a1258d88705 None None] Pushing event updated for resources: {'Port': ['ID=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:56.228828 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:39:56.302080 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] For port 21bcc6f7-1fd2-4bec-be19-889386c56aaa, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:56.330830 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] For port 21bcc6f7-1fd2-4bec-be19-889386c56aaa, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=21bcc6f7-1fd2-4bec-be19-889386c56aaa,segment=NetworkSegment(f76e4c58-b11c-42ce-96e4-4cbac7681a00),segment_id=f76e4c58-b11c-42ce-96e4-4cbac7681a00)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:56.332366 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Attempting to bind port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:56.332768 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Attempting to bind port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:56.333126 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Attempting to bind port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 on network 5c4759a0-040d-4ab6-a81b-bad646940f2a {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:56.346634 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:56.347011 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Checking segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:56.347422 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.347823 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Bound using segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:56.348313 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Bound port: 7335fca5-45e6-4afc-a6e0-66f82fdb6b02, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:56.349238 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.355857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.369028 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:39:56.383945 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Sync routers for ids ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:39:56.399633 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Routers {'8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:56.400451 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:56.406859 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.410871 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-cd5500fa-2b8c-4672-9b89-1e4cd6930da5 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7144537 May 12 15:39:56.411016 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9ff8-6752-4491-92e7-72ee83178914 req-73f01cdc-9f7f-4074-8fce-caa6f87aa9a2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:56.411473 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39596) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:56.411854 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eddb9ff8-6752-4491-92e7-72ee83178914 req-73f01cdc-9f7f-4074-8fce-caa6f87aa9a2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0940249 May 12 15:39:56.468591 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5749a-d5bb-438c-a3c8-38a5c6db49e5 None None] Pushing event updated for resources: {'Port': ['ID=21bcc6f7-1fd2-4bec-be19-889386c56aaa,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:56.470275 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eddb9ff8-6752-4491-92e7-72ee83178914 req-08fee846-dac8-4066-8811-8ae3ee4afb25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499208 May 12 15:39:56.566218 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7084f4-e87f-4f46-8d80-001f99b1ff92 req-9baa47e6-2463-4be6-895c-2be4ff8c88f4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:56.568072 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ad7084f4-e87f-4f46-8d80-001f99b1ff92 req-9baa47e6-2463-4be6-895c-2be4ff8c88f4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 944 time: 0.0949774 May 12 15:39:56.571795 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-8d01c8fb-36a0-44c0-989f-12048b487b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:56.573487 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-8d01c8fb-36a0-44c0-989f-12048b487b6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1129 time: 0.0711424 May 12 15:39:56.598291 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-6fc5a868-5b97-4386-941a-a3d03e63d1b1 None None] Provisioning complete for port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:56.598702 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a868-5b97-4386-941a-a3d03e63d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.614669 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Set router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:56.717559 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ad7084f4-e87f-4f46-8d80-001f99b1ff92 req-b4607787-d087-46ee-9b8e-22f1388cc712 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429121 May 12 15:39:56.769701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-6906ab68-cb18-4569-8f5e-273c86362b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:56.774536 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-6906ab68-cb18-4569-8f5e-273c86362b18 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.1930034 May 12 15:39:56.788784 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5a868-5b97-4386-941a-a3d03e63d1b1 None None] Port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:39:56.796719 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] For port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:56.823981 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] For port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:56.837706 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.856755 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:39:55Z', 'revision_number': 3, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:56.946174 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Checking router: 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:39:56.947034 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Updating router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd port 4ca62973-fc84-4172-b4cc-2e1b350b67df binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:39:56.987168 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:56.998086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:56.998737 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:57.016901 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-9ee3986b-96cb-4264-bbd1-799fd672f53b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 1000 time: 0.2338586 May 12 15:39:57.091556 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5080d-85a8-444b-b54e-0a1258d88705 None None] Pushing event updated for resources: {'Port': ['ID=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:57.095658 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-e7c6850b-61fa-4a61-9d8c-fe237a3cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:57.098079 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-e7c6850b-61fa-4a61-9d8c-fe237a3cc0d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0675859 May 12 15:39:57.201220 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9f34d10a-a018-4934-9dbc-c92d802f34e7 req-c31f6ac2-875e-485d-83f0-7c818016d59c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0525305 May 12 15:39:57.209316 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-b1e1acbc-75e8-47e9-a841-b322f7f51f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:57.212346 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-b1e1acbc-75e8-47e9-a841-b322f7f51f4e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1065280 May 12 15:39:57.301763 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:57.370221 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21bcc6f7-1fd2-4bec-be19-889386c56aaa up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:57.449079 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-2b4beb76-1d84-42ca-969f-5ae6a68fdb25 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762948 May 12 15:39:57.491784 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] Provisioning complete for port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:57.492459 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.595401 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c808be0e-b276-4f9c-b33d-01ee6789b286 req-0005c7ef-aa9f-4d3f-a88e-721d2940d6ef service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389534 May 12 15:39:57.608974 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 21bcc6f7-1fd2-4bec-be19-889386c56aaa triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:57.609658 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.635498 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Publish callbacks [] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.646982 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.658012 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-32ff59f7-5068-4b71-8ea3-eef45ddbcc3c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:57.660874 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-32ff59f7-5068-4b71-8ea3-eef45ddbcc3c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 819 time: 0.9155629 May 12 15:39:57.697971 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf2943-d33d-4aa6-a267-3ade2225b093 None None] Pushing event updated for resources: {'Port': ['ID=4ca62973-fc84-4172-b4cc-2e1b350b67df,revision_number=2']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:57.713626 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f6cc-f3a8-4bad-b40d-5b13b3c2e2d2 req-85dc0113-ec33-44ee-b730-d78a06ba4df2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:57.719592 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e348f6cc-f3a8-4bad-b40d-5b13b3c2e2d2 req-85dc0113-ec33-44ee-b730-d78a06ba4df2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.1086435 May 12 15:39:57.731950 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Attempting to bind port 4ca62973-fc84-4172-b4cc-2e1b350b67df on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:39:57.733025 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Attempting to bind port 4ca62973-fc84-4172-b4cc-2e1b350b67df by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:39:57.733527 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Attempting to bind port 4ca62973-fc84-4172-b4cc-2e1b350b67df on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:39:57.743670 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:39:57.744332 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:39:57.745549 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.745950 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:39:57.746868 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Bound port: 4ca62973-fc84-4172-b4cc-2e1b350b67df, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:39:57.747263 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.771834 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] Current status of the port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:57.772232 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.811127 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] For port 4ca62973-fc84-4172-b4cc-2e1b350b67df, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:39:57.814812 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:56Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:57.815711 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] For port 4ca62973-fc84-4172-b4cc-2e1b350b67df, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4ca62973-fc84-4172-b4cc-2e1b350b67df,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:39:57.820224 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e348f6cc-f3a8-4bad-b40d-5b13b3c2e2d2 req-27e7ca8b-ae5d-4bb8-b671-2697980fc64e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888855 May 12 15:39:57.826720 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.856232 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:57.895249 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf2943-d33d-4aa6-a267-3ade2225b093 None None] Pushing event updated for resources: {'Port': ['ID=4ca62973-fc84-4172-b4cc-2e1b350b67df,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:57.917297 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Routers {'8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:39:57.917988 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:57.936326 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa1b2-01d1-40fd-8bbb-f36ab14b2716 req-2172af84-3ded-44c5-9e31-abbaf9d4047d tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:57.939079 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084004a8-f449-4020-b1d9-b9de5943de48 None None] The sync data for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi is: [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:56Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:57.951436 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0defa1b2-01d1-40fd-8bbb-f36ab14b2716 req-2172af84-3ded-44c5-9e31-abbaf9d4047d tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 944 time: 0.1008699 May 12 15:39:57.991286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 21bcc6f7-1fd2-4bec-be19-889386c56aaa is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:57.991684 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.034223 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] For port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:58.065879 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.119852 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0defa1b2-01d1-40fd-8bbb-f36ab14b2716 req-ba763913-e03d-45fa-aa96-916fbefe22e1 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677935 May 12 15:39:58.149530 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Allocated IP 172.20.0.1 (dda09f91-b659-4da2-b38d-66034a6494bd/b5e5b888-ed0d-41ed-9243-a9ea8a958d5c/f2fc3c22-5995-4516-b951-77b6e1914cf5) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:39:58.181522 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] Set router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:39:58.198260 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 21bcc6f7-1fd2-4bec-be19-889386c56aaa, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=21bcc6f7-1fd2-4bec-be19-889386c56aaa,segment=NetworkSegment(f76e4c58-b11c-42ce-96e4-4cbac7681a00),segment_id=f76e4c58-b11c-42ce-96e4-4cbac7681a00)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:58.201224 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f43d-dd69-4890-8ff3-6d9a817c9efb None None] Pushing event updated for resources: {'Port': ['ID=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:58.207378 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981b680-b1cf-45e4-b83a-d69d9f8bfdd0 None None] Network dda09f91-b659-4da2-b38d-66034a6494bd requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:39:58.212440 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.234697 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-b4e30dd4-e729-43f1-a0a0-3dd510f38694 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d34bbf298a42fc943c77b2d90747e6 HTTP/1.1" status: 200 len: 380 time: 0.1388862 May 12 15:39:58.319074 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks [] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.343123 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3766bac4-ccab-4db4-9c5a-88ef2cfb640c req-76f9cc6a-32fe-452b-8643-da7c3cf3aaaa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0553868 May 12 15:39:58.369803 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.381553 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-42dd6e41-844e-4b15-bb77-bcaaadb14267 None None] Provisioning complete for port 21bcc6f7-1fd2-4bec-be19-889386c56aaa triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:58.381930 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-42dd6e41-844e-4b15-bb77-bcaaadb14267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.436109 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Network dda09f91-b659-4da2-b38d-66034a6494bd is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:58.437750 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:58.442993 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:39:58.446863 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fc3c22-5995-4516-b951-77b6e1914cf5,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:58.481396 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:39:55Z', 'revision_number': 3, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:39:58.495789 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.514397 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfce2a6-8f1f-4bb4-b08c-4cb6540850da None None] The sync data for ids ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'] in dv-cinder-835881-11-iscsi is: [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:39:55Z', 'revision_number': 3, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:39:58.588696 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=21bcc6f7-1fd2-4bec-be19-889386c56aaa,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:58.654451 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-42dd6e41-844e-4b15-bb77-bcaaadb14267 None None] Current status of the port 21bcc6f7-1fd2-4bec-be19-889386c56aaa is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:58.665438 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.876362 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-b2a40f9b-99ab-4bbb-b571-b8f22385797d None None] Provisioning complete for port 21bcc6f7-1fd2-4bec-be19-889386c56aaa triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:58.876916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b2a40f9b-99ab-4bbb-b571-b8f22385797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.912306 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks [] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.920917 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:58.977780 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098f572-5e98-4ca0-9cd1-6919b38e83d6 req-d10967f2-fda3-4578-89dd-cff0dccc2665 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:58.980668 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e098f572-5e98-4ca0-9cd1-6919b38e83d6 req-d10967f2-fda3-4578-89dd-cff0dccc2665 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0648580 May 12 15:39:58.989087 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fc3c22-5995-4516-b951-77b6e1914cf5,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:58.997505 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.004733 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-b2a40f9b-99ab-4bbb-b571-b8f22385797d None None] Current status of the port 21bcc6f7-1fd2-4bec-be19-889386c56aaa is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:59.083281 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e098f572-5e98-4ca0-9cd1-6919b38e83d6 req-ea92085b-7ffc-4632-819f-373fbccca4e6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923994 May 12 15:39:59.130548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-2cfd09aa-749b-40ac-83c5-194e8cfcad26 None None] Provisioning complete for port f2fc3c22-5995-4516-b951-77b6e1914cf5 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:59.131017 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2cfd09aa-749b-40ac-83c5-194e8cfcad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.133864 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Network dda09f91-b659-4da2-b38d-66034a6494bd is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:39:59.134632 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:39:59.200803 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd09aa-749b-40ac-83c5-194e8cfcad26 None None] Port f2fc3c22-5995-4516-b951-77b6e1914cf5 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:39:59.278188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080857-54bf-4ea6-8bc2-5bcfa31a4a84 req-99bc38e4-7b91-4c88-8069-a4148d1e4ae1 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:39:59.294385 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c6080857-54bf-4ea6-8bc2-5bcfa31a4a84 req-99bc38e4-7b91-4c88-8069-a4148d1e4ae1 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 944 time: 0.0876520 May 12 15:39:59.393998 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c6080857-54bf-4ea6-8bc2-5bcfa31a4a84 req-96b62687-9bbd-459a-b244-f5e176e091fc tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985992 May 12 15:39:59.394240 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:39:59.451347 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:59.501557 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-597b4665-91b7-46f8-95f1-47f9f946cd42 req-a869cc8e-259e-411f-a907-143bf553970e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0557547 May 12 15:39:59.522509 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:59.523034 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.575475 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:39:59.577129 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-aacafb89-a642-4aff-9d4a-ea38861cdac6 None None] Provisioning complete for port f2fc3c22-5995-4516-b951-77b6e1914cf5 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:59.577434 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-aacafb89-a642-4aff-9d4a-ea38861cdac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.588376 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-66ca5667-6a09-46a8-ab99-f2ca11007b55 admin admin] 10.222.0.89 "PUT /v2.0/routers/8dc296d5-15e2-4608-9eda-f0ccdf9cbebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1760774 May 12 15:39:59.621471 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-aacafb89-a642-4aff-9d4a-ea38861cdac6 None None] Port f2fc3c22-5995-4516-b951-77b6e1914cf5 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:39:59.666145 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:59.667406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4ca62973-fc84-4172-b4cc-2e1b350b67df up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:59.716682 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 4ca62973-fc84-4172-b4cc-2e1b350b67df triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:59.717549 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.802629 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 4ca62973-fc84-4172-b4cc-2e1b350b67df is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:39:59.803017 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.824359 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 4ca62973-fc84-4172-b4cc-2e1b350b67df, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4ca62973-fc84-4172-b4cc-2e1b350b67df,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:39:59.829942 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.830944 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21bcc6f7-1fd2-4bec-be19-889386c56aaa up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:39:59.912391 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=4ca62973-fc84-4172-b4cc-2e1b350b67df,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:39:59.923051 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 21bcc6f7-1fd2-4bec-be19-889386c56aaa triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:39:59.923428 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:39:59.970533 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39632) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:39:59.975132 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501390466', 'description': 'tempest-secgroup-smoke-501390466 description', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:39:59.998837 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.012967 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 21bcc6f7-1fd2-4bec-be19-889386c56aaa is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:00.072909 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group (3e244657-60ba-4c73-bf43-a46747bbc31b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.077201 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3e244657-60ba-4c73-bf43-a46747bbc31b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.106068 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e244657-60ba-4c73-bf43-a46747bbc31b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.110304 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.111576 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1141fe92-2bb9-413d-b073-58b32211156f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1399903 May 12 15:40:00.114521 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39636) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:00.118813 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group_rule': {'security_group_id': '3e244657-60ba-4c73-bf43-a46747bbc31b', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:00.151216 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (6f27d048-aef2-4827-b48c-06f875a5494d), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.203587 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (6f27d048-aef2-4827-b48c-06f875a5494d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.210854 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (6f27d048-aef2-4827-b48c-06f875a5494d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.227775 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f27d048-aef2-4827-b48c-06f875a5494d,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.230110 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14d7d-3485-4ed5-b0d2-b590508dfba4 req-d40aced9-1693-4859-b938-663b968a240b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:00.231882 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6fd14d7d-3485-4ed5-b0d2-b590508dfba4 req-d40aced9-1693-4859-b938-663b968a240b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0553968 May 12 15:40:00.238812 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.240032 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f5d22da3-8583-4250-b45f-aa98d2608d44 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246040 May 12 15:40:00.242846 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39640) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:00.247163 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group_rule': {'security_group_id': '3e244657-60ba-4c73-bf43-a46747bbc31b', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:00.274136 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (413ec960-a0d3-4838-a424-8983e654ca3d), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.280736 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6fd14d7d-3485-4ed5-b0d2-b590508dfba4 req-92e1dc04-f120-493e-9c5c-79060b80f2b7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 May 12 15:40:00.330866 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (413ec960-a0d3-4838-a424-8983e654ca3d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.335045 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (413ec960-a0d3-4838-a424-8983e654ca3d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.353280 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413ec960-a0d3-4838-a424-8983e654ca3d,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.358295 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.359485 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ebe6ddfd-6dc2-4169-84e6-01a8fc4bab1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156738 May 12 15:40:00.362460 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 39644) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:00.367053 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group_rule': {'security_group_id': '3e244657-60ba-4c73-bf43-a46747bbc31b', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:00.396207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (825ba39c-2873-4bb4-9039-245d62e20380), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.445328 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (825ba39c-2873-4bb4-9039-245d62e20380), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.450747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (825ba39c-2873-4bb4-9039-245d62e20380), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.469585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825ba39c-2873-4bb4-9039-245d62e20380,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.483679 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.485017 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a4f52917-729e-40ea-8073-8ca22d38d7b1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215270 May 12 15:40:00.488052 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39648) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:00.492880 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group_rule': {'security_group_id': '3e244657-60ba-4c73-bf43-a46747bbc31b', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:00.519284 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2dfd9-d84c-41a4-a009-88daa22a693e req-07efe063-c023-456a-a3fc-eeeb434267d6 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:00.520803 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-08f2dfd9-d84c-41a4-a009-88daa22a693e req-07efe063-c023-456a-a3fc-eeeb434267d6 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 944 time: 0.0524828 May 12 15:40:00.524868 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (6dbee5ff-1207-4cee-a7d1-b9b2555cb3bf), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.575085 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-08f2dfd9-d84c-41a4-a009-88daa22a693e req-d97c736f-0786-489a-81a4-5c4b5f19c232 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 May 12 15:40:00.614046 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3ddf6663-00a0-4ec4-b3fc-48f58f7dcbce req-4286fe39-12ca-4fd4-a48a-f8ef0627ca64 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0299253 May 12 15:40:00.619807 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (6dbee5ff-1207-4cee-a7d1-b9b2555cb3bf), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.624795 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (6dbee5ff-1207-4cee-a7d1-b9b2555cb3bf), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.645534 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbee5ff-1207-4cee-a7d1-b9b2555cb3bf,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.652269 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.653549 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-de5ff0b0-1cd8-4fe5-91c3-0b860a60762d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642478 May 12 15:40:00.656246 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39652) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:00.660580 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group_rule': {'security_group_id': '3e244657-60ba-4c73-bf43-a46747bbc31b', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:00.682379 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.securitygroups_db [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Project e085f63cf59c49a2847cbf228d7e609c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:40:00.687969 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (e39f7391-da9c-4403-aea5-24ec79272a5f), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.747164 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (e39f7391-da9c-4403-aea5-24ec79272a5f), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.751843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (e39f7391-da9c-4403-aea5-24ec79272a5f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.769703 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39f7391-da9c-4403-aea5-24ec79272a5f,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.777915 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.779176 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3485ded6-bc0c-4a88-b8f8-4636b19f8791 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219401 May 12 15:40:00.781959 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39654) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:00.786554 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'security_group_rule': {'security_group_id': '3e244657-60ba-4c73-bf43-a46747bbc31b', 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:00.810143 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.securitygroups_db [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Project e085f63cf59c49a2847cbf228d7e609c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:40:00.815574 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (0e8ab4ff-ea6d-4ac0-a1a5-9ef7b338b3e2), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.875346 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (0e8ab4ff-ea6d-4ac0-a1a5-9ef7b338b3e2), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.881286 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (0e8ab4ff-ea6d-4ac0-a1a5-9ef7b338b3e2), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.900011 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.901348 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8ab4ff-ea6d-4ac0-a1a5-9ef7b338b3e2,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:00.906947 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:00.912721 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a9a04482-f5c5-40c0-9019-57e60a370c03 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252503 May 12 15:40:00.932531 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Sync routers for ids ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:00.942773 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Routers {'8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:40:00.943401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:00.982676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f7a894cb-afde-4654-8996-3476a3e605c1 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:01.085522 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port f7a894cb-afde-4654-8996-3476a3e605c1 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:40:01.094386 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Set router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:40:01.096483 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port f7a894cb-afde-4654-8996-3476a3e605c1 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:01.096963 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:01.283052 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4ca62973-fc84-4172-b4cc-2e1b350b67df up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:01.334023 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port f7a894cb-afde-4654-8996-3476a3e605c1 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:01.334416 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:01.411543 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a894cb-afde-4654-8996-3476a3e605c1'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:01.413819 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971222f5-7667-4f6a-b670-7e7f11b0c299" -d '{"events": [{"server_uuid": "1273ea23-7656-4c2e-9a87-125a4d727e9e", "name": "network-vif-plugged", "status": "completed", "tag": "f7a894cb-afde-4654-8996-3476a3e605c1"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:01.430324 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 4ca62973-fc84-4172-b4cc-2e1b350b67df triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:01.430479 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb93e-4ce3-42f2-9255-2881ffbaaaad req-4baf303f-fae2-42e3-b314-98c9e9efd468 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:01.430980 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:01.433527 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port f7a894cb-afde-4654-8996-3476a3e605c1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7a894cb-afde-4654-8996-3476a3e605c1,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:01.440802 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6c6eb93e-4ce3-42f2-9255-2881ffbaaaad req-4baf303f-fae2-42e3-b314-98c9e9efd468 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 945 time: 0.0812340 May 12 15:40:01.458440 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:01.459853 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:40:01.469093 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e241694a-c531-4fec-8087-647f17497eda x-openstack-request-id: req-e241694a-c531-4fec-8087-647f17497eda {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:01.469324 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1273ea23-7656-4c2e-9a87-125a4d727e9e", "name": "network-vif-plugged", "status": "completed", "tag": "f7a894cb-afde-4654-8996-3476a3e605c1", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:01.469603 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e241694a-c531-4fec-8087-647f17497eda {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:01.469995 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e241694a-c531-4fec-8087-647f17497eda'] response: {'server_uuid': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a894cb-afde-4654-8996-3476a3e605c1', 'code': 200} May 12 15:40:01.492781 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6c6eb93e-4ce3-42f2-9255-2881ffbaaaad req-cf66dc58-a0ce-4991-b2d7-a78dc0c8b507 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510747 May 12 15:40:01.506356 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:39:58Z', 'revision_number': 4, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'f2fc3c22-5995-4516-b951-77b6e1914cf5', 'name': '', 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'mac_address': 'fa:16:3e:49:90:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:57Z', 'updated_at': '2022-05-12T15:39:58Z', 'revision_number': 2, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'subnets': [{'id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:01.556106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Checking router: 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:01.556444 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Updating router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd port f2fc3c22-5995-4516-b951-77b6e1914cf5 binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:40:01.615719 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=f7a894cb-afde-4654-8996-3476a3e605c1,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:01.619935 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:01.719689 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 4ca62973-fc84-4172-b4cc-2e1b350b67df is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:01.723597 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: ACTIVE; New status is: DOWN {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:01.723947 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:01.744371 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-81ce9787-448a-415b-b453-f425f1ca8fa9 req-3d8a210c-ae6e-4cb8-a5de-53721bd2d41e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0329018 May 12 15:40:01.750803 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3afdd0-fb72-4e77-b61b-6b919e665036 req-5c27e0de-b759-4824-aeec-bae621aed0af tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:01.752293 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6c3afdd0-fb72-4e77-b61b-6b919e665036 req-5c27e0de-b759-4824-aeec-bae621aed0af tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0936065 May 12 15:40:01.803757 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6c3afdd0-fb72-4e77-b61b-6b919e665036 req-25484ff7-d936-4e65-bb55-0ac65a3cb817 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 May 12 15:40:01.844142 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:01.851718 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.079275 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=8']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:02.174393 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Publish callbacks [] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.181858 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.237212 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57beb7-2bcd-4922-8db7-0c093d32bdbc None None] Pushing event updated for resources: {'Port': ['ID=f2fc3c22-5995-4516-b951-77b6e1914cf5,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:02.289168 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Attempting to bind port f2fc3c22-5995-4516-b951-77b6e1914cf5 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:40:02.289547 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Attempting to bind port f2fc3c22-5995-4516-b951-77b6e1914cf5 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:40:02.290071 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Attempting to bind port f2fc3c22-5995-4516-b951-77b6e1914cf5 on network dda09f91-b659-4da2-b38d-66034a6494bd {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:02.296179 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:40:02.296562 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Checking segment: {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:40:02.296974 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.297434 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Bound using segment: {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:40:02.297908 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Bound port: f2fc3c22-5995-4516-b951-77b6e1914cf5, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76e4c58-b11c-42ce-96e4-4cbac7681a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:40:02.298297 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.370929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] For port f2fc3c22-5995-4516-b951-77b6e1914cf5, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:40:02.374724 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] For port f2fc3c22-5995-4516-b951-77b6e1914cf5, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=f2fc3c22-5995-4516-b951-77b6e1914cf5,segment=NetworkSegment(f76e4c58-b11c-42ce-96e4-4cbac7681a00),segment_id=f76e4c58-b11c-42ce-96e4-4cbac7681a00)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:40:02.383588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.456188 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Routers {'8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:40:02.456894 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:39:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:02.512435 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57beb7-2bcd-4922-8db7-0c093d32bdbc None None] Pushing event updated for resources: {'Port': ['ID=f2fc3c22-5995-4516-b951-77b6e1914cf5,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:02.516953 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] Provisioning complete for port f2fc3c22-5995-4516-b951-77b6e1914cf5 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:02.517328 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.629938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d01d1-64ad-4785-8da8-819b4581515e req-f985d714-5b5b-4e85-97dd-a2cd357a2d8b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:02.632271 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9a2d01d1-64ad-4785-8da8-819b4581515e req-f985d714-5b5b-4e85-97dd-a2cd357a2d8b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0506639 May 12 15:40:02.655752 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] Set router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:40:02.678924 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9a2d01d1-64ad-4785-8da8-819b4581515e req-78f97d55-522f-4ff6-80ee-ad4220d65966 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408342 May 12 15:40:02.697617 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'port': {'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'admin_state_up': True, 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'security_groups': ['acadd896-b52a-4747-a97e-47375702d1e5']}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:02.698906 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] Current status of the port f2fc3c22-5995-4516-b951-77b6e1914cf5 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:02.699553 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.856149 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] For port f2fc3c22-5995-4516-b951-77b6e1914cf5, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=f2fc3c22-5995-4516-b951-77b6e1914cf5,segment=NetworkSegment(f76e4c58-b11c-42ce-96e4-4cbac7681a00),segment_id=f76e4c58-b11c-42ce-96e4-4cbac7681a00)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:02.858074 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Made reservation on behalf of 72d34bbf298a42fc943c77b2d90747e6 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:02.866164 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.866403 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:02.876297 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90f73984-7fef-4f7b-9de3-eb5c3e0cf63b req-7dbcd4da-edcf-4744-a329-2bf7b8876251 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0398617 May 12 15:40:02.929447 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e220ae5-c94b-4258-a1bd-6cc512712594 None None] Pushing event updated for resources: {'Port': ['ID=f2fc3c22-5995-4516-b951-77b6e1914cf5,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:02.954350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df994f4-6c2b-4336-8ca4-b3bd9d7378e9 req-1a9be68d-c229-4ded-ac69-5f12e2556b5d tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:02.956367 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8df994f4-6c2b-4336-8ca4-b3bd9d7378e9 req-1a9be68d-c229-4ded-ac69-5f12e2556b5d tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0524094 May 12 15:40:03.006089 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-a34043cc-800a-4c75-be80-3d636e886de8 None None] Provisioning complete for port f2fc3c22-5995-4516-b951-77b6e1914cf5 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:03.006471 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a34043cc-800a-4c75-be80-3d636e886de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:03.008424 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:39:58Z', 'revision_number': 4, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'f2fc3c22-5995-4516-b951-77b6e1914cf5', 'name': '', 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'mac_address': 'fa:16:3e:49:90:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:57Z', 'updated_at': '2022-05-12T15:40:02Z', 'revision_number': 4, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'subnets': [{'id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:03.029637 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8df994f4-6c2b-4336-8ca4-b3bd9d7378e9 req-6cf568ff-2991-402d-bdfe-f24a662497b7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496485 May 12 15:40:03.035095 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Allocated IP 172.20.0.10 (face382c-cf88-455e-a792-36e0eb4696a1/597ce6f5-15ce-4ae8-a665-dd08c4561bf1/5ece189e-0f97-4933-9eeb-db6e18b9f97b) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:03.060505 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a48173-7d68-4742-8ff7-7af483268ae6 None None] The sync data for ids ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'] in dv-cinder-835881-11-iscsi is: [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:39:58Z', 'revision_number': 4, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'f2fc3c22-5995-4516-b951-77b6e1914cf5', 'name': '', 'network_id': 'dda09f91-b659-4da2-b38d-66034a6494bd', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'mac_address': 'fa:16:3e:49:90:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:57Z', 'updated_at': '2022-05-12T15:40:02Z', 'revision_number': 4, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'subnets': [{'id': 'b5e5b888-ed0d-41ed-9243-a9ea8a958d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:03.145653 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-a34043cc-800a-4c75-be80-3d636e886de8 None None] Current status of the port f2fc3c22-5995-4516-b951-77b6e1914cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:03.208818 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:03.250831 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:03.275152 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f2fc3c22-5995-4516-b951-77b6e1914cf5 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:03.309106 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event updated for resources: {'Port': ['ID=5ece189e-0f97-4933-9eeb-db6e18b9f97b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:03.316114 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Network face382c-cf88-455e-a792-36e0eb4696a1 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:03.317745 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:03.320385 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:40:03.346577 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port f2fc3c22-5995-4516-b951-77b6e1914cf5 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:03.347055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:03.378215 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:03.378892 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:03.407145 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f38905f4-a3fc-4e05-a079-8df0f49781ca tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7200608 May 12 15:40:03.459789 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port f2fc3c22-5995-4516-b951-77b6e1914cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:03.471199 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:03.473694 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40ee7d-418b-450c-b76c-29dcf9573b97" -d '{"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-unplugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:03.517517 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b189f9-b7d3-4da2-86d8-63953aaa9a08 x-openstack-request-id: req-68b189f9-b7d3-4da2-86d8-63953aaa9a08 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:03.518058 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-unplugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:03.518566 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-68b189f9-b7d3-4da2-86d8-63953aaa9a08 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:03.519160 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b189f9-b7d3-4da2-86d8-63953aaa9a08'] response: {'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'code': 200} May 12 15:40:03.566019 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-643859f3-5d99-4e35-bc94-98c370fcb514 None None] Provisioning complete for port 5ece189e-0f97-4933-9eeb-db6e18b9f97b triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:03.566694 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-643859f3-5d99-4e35-bc94-98c370fcb514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:03.604445 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-643859f3-5d99-4e35-bc94-98c370fcb514 None None] Port 5ece189e-0f97-4933-9eeb-db6e18b9f97b cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:40:03.848537 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3f91c-2b43-4487-a250-1881f947f27d req-95c8f3cf-c32d-4993-971c-31652a0c2064 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:03.850153 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cbc3f91c-2b43-4487-a250-1881f947f27d req-95c8f3cf-c32d-4993-971c-31652a0c2064 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0482695 May 12 15:40:03.899968 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cbc3f91c-2b43-4487-a250-1881f947f27d req-08a5a6ac-7bcd-403b-84bf-1681aa6c9f4b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440552 May 12 15:40:04.003310 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb5511-60bd-47b2-b121-27afda6e11aa req-a8aa53d8-e313-4322-93cc-f907cce68274 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:04.004951 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e1bb5511-60bd-47b2-b121-27afda6e11aa req-a8aa53d8-e313-4322-93cc-f907cce68274 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 932 time: 0.0523469 May 12 15:40:04.055641 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e1bb5511-60bd-47b2-b121-27afda6e11aa req-b7a5de26-1f87-4d01-b23e-6da5e8869ce8 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 May 12 15:40:04.150977 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4a510-862b-42b6-a1a2-3fa6b02c9e33 req-f7b866f6-1b04-48d0-a8a2-2fb1b0971083 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:04.152389 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5cb4a510-862b-42b6-a1a2-3fa6b02c9e33 req-f7b866f6-1b04-48d0-a8a2-2fb1b0971083 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0491743 May 12 15:40:04.203835 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5cb4a510-862b-42b6-a1a2-3fa6b02c9e33 req-ab884a8a-a81f-4037-903a-021c9f2f68c0 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 May 12 15:40:05.025006 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26468-9e28-41b8-aaf6-39adf57c3d7f req-6f6802ed-da07-4c96-9039-01bd7df96116 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:05.026535 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b7f26468-9e28-41b8-aaf6-39adf57c3d7f req-6f6802ed-da07-4c96-9039-01bd7df96116 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0485210 May 12 15:40:05.079115 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b7f26468-9e28-41b8-aaf6-39adf57c3d7f req-4f7522a2-dbc5-44f2-b102-363269946726 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462244 May 12 15:40:05.174009 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622796d-f85b-4ac6-b5b7-b0251a4ae287 req-aefaa216-f3cc-4bb6-acd2-f33c0f5521f0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:05.175682 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d622796d-f85b-4ac6-b5b7-b0251a4ae287 req-aefaa216-f3cc-4bb6-acd2-f33c0f5521f0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 932 time: 0.0500634 May 12 15:40:05.228668 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d622796d-f85b-4ac6-b5b7-b0251a4ae287 req-a929b6a2-2c76-47fb-8dd9-230a18d3a461 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 May 12 15:40:05.323086 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e642-bc4c-4836-88a0-44fe06d7604f req-bd3a6879-8ca4-499c-ae20-f4c6d87fb7ad tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:05.325055 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2dd4e642-bc4c-4836-88a0-44fe06d7604f req-bd3a6879-8ca4-499c-ae20-f4c6d87fb7ad tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0529776 May 12 15:40:05.375286 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2dd4e642-bc4c-4836-88a0-44fe06d7604f req-b6fcaaee-694e-4ee4-ade4-04eadcb7d606 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 May 12 15:40:05.826880 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Request body: {'port': {'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:05.892283 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:05.917494 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51afc-87f1-47cd-a62e-87d0c2e898e7 req-e17a5e40-885b-4a84-b6f5-bd909a426b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:05.919381 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-acf51afc-87f1-47cd-a62e-87d0c2e898e7 req-e17a5e40-885b-4a84-b6f5-bd909a426b3e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 1129 time: 0.0728433 May 12 15:40:05.920422 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99039e5c-9d10-4456-95a5-4644bb70405c req-6f240b63-bb0b-4561-a2ef-2cb439c7b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:05.921766 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-6f240b63-bb0b-4561-a2ef-2cb439c7b3e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1127 time: 0.0672548 May 12 15:40:06.007443 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-acf51afc-87f1-47cd-a62e-87d0c2e898e7 req-7ddedf3b-d142-4242-94f2-2ce4005db531 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732176 May 12 15:40:06.066965 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99039e5c-9d10-4456-95a5-4644bb70405c req-d7f71298-b526-49c9-8517-a5e7699bf428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:06.068428 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-d7f71298-b526-49c9-8517-a5e7699bf428 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.1068847 May 12 15:40:06.202341 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00606-f789-4caa-8fcb-e795577043dd req-3463ad13-7767-4642-9225-8e333bb48ec2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:06.202558 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ece189e-0f97-4933-9eeb-db6e18b9f97b {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:06.203834 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4cf00606-f789-4caa-8fcb-e795577043dd req-3463ad13-7767-4642-9225-8e333bb48ec2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0495813 May 12 15:40:06.211342 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Publish callbacks [] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:06.225717 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Transition to ACTIVE for port object 5ece189e-0f97-4933-9eeb-db6e18b9f97b will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:40:06.229915 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:06.257246 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4cf00606-f789-4caa-8fcb-e795577043dd req-5ad26479-c546-4ead-8b2d-6ed9a5297c6e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450792 May 12 15:40:06.298067 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Pushing event updated for resources: {'Port': ['ID=5ece189e-0f97-4933-9eeb-db6e18b9f97b,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:06.379715 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Attempting to bind port 5ece189e-0f97-4933-9eeb-db6e18b9f97b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:40:06.380597 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Attempting to bind port 5ece189e-0f97-4933-9eeb-db6e18b9f97b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:40:06.380597 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Attempting to bind port 5ece189e-0f97-4933-9eeb-db6e18b9f97b on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:06.386251 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Port 5ece189e-0f97-4933-9eeb-db6e18b9f97b on network face382c-cf88-455e-a792-36e0eb4696a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:40:06.386572 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Attempting to bind port 5ece189e-0f97-4933-9eeb-db6e18b9f97b on network face382c-cf88-455e-a792-36e0eb4696a1 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:06.393274 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:40:06.393607 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Checking segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:40:06.393991 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Bound using segment: {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:40:06.394426 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Bound port: 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8c7768-f763-4a22-a247-c370846a29ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:40:06.394782 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:06.399540 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca33de4-b8c3-4585-929a-001dd4d88df0 req-f756d967-eb89-4b6f-ab49-0e01a8d10d79 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:06.401207 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7ca33de4-b8c3-4585-929a-001dd4d88df0 req-f756d967-eb89-4b6f-ab49-0e01a8d10d79 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.0644007 May 12 15:40:06.403301 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-4abc54c2-97c3-485b-9f8d-c421cdaf2068 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 998 time: 0.1122675 May 12 15:40:06.481346 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] For port 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:40:06.485505 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] For port 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:40:06.493851 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:06.558514 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Pushing event updated for resources: {'Port': ['ID=5ece189e-0f97-4933-9eeb-db6e18b9f97b,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:06.567638 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:06.568455 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:06.570212 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-570615f8-4b89-4278-a2c8-8e68aa234c0d service neutron] 10.222.0.88 "PUT /v2.0/ports/5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 1094 time: 0.7478466 May 12 15:40:06.570684 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:06.573093 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e8c511-70cb-45ec-a0e9-5e759480142b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:06.580969 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92d3ac-0e1f-497c-97f3-bc881b08c780 req-3c5e8fb1-9e71-40ce-a923-04c2506e0296 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:06.582515 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eb92d3ac-0e1f-497c-97f3-bc881b08c780 req-3c5e8fb1-9e71-40ce-a923-04c2506e0296 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.1103928 May 12 15:40:06.585806 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7ca33de4-b8c3-4585-929a-001dd4d88df0 req-e426eacd-1ca9-4af6-845d-f68b7812fc91 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779521 May 12 15:40:06.587165 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99039e5c-9d10-4456-95a5-4644bb70405c req-54c19c17-a9e3-4064-9846-51766242c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:06.588570 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-54c19c17-a9e3-4064-9846-51766242c50f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.1538157 May 12 15:40:06.648458 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a018dc-add5-4d71-8ce2-abc0ff4a835e x-openstack-request-id: req-d4a018dc-add5-4d71-8ce2-abc0ff4a835e {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:06.648795 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:06.649256 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d4a018dc-add5-4d71-8ce2-abc0ff4a835e {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:06.649729 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a018dc-add5-4d71-8ce2-abc0ff4a835e'] response: {'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'status': 'completed', 'code': 200} May 12 15:40:06.657014 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eb92d3ac-0e1f-497c-97f3-bc881b08c780 req-3324bd6a-2c9a-48d1-b8cf-b69544405870 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670803 May 12 15:40:07.095281 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99039e5c-9d10-4456-95a5-4644bb70405c req-8410fb22-1dd4-4a87-9316-59d45455a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:07.096930 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-8410fb22-1dd4-4a87-9316-59d45455a09d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402744 May 12 15:40:07.120676 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c511-70cb-45ec-a0e9-5e759480142b req-b8ecd898-7902-4b12-9d34-1b1d8f13b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:07.122181 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-65e8c511-70cb-45ec-a0e9-5e759480142b req-b8ecd898-7902-4b12-9d34-1b1d8f13b8e5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1128 time: 0.0506146 May 12 15:40:07.206690 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-9e5c2390-ac92-4706-8f3e-9da2ef126659 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949614 May 12 15:40:07.395144 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451bd04-cbd9-4ddb-bc86-15933a8c4d2a req-32c00ad9-69ab-4121-9a07-bd2e16f3a05e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:07.396657 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7451bd04-cbd9-4ddb-bc86-15933a8c4d2a req-32c00ad9-69ab-4121-9a07-bd2e16f3a05e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0492492 May 12 15:40:07.445620 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7451bd04-cbd9-4ddb-bc86-15933a8c4d2a req-be2fc2cc-8b34-4be8-8f72-e1b0b2b30b7b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 May 12 15:40:07.769574 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:40:07.801235 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99039e5c-9d10-4456-95a5-4644bb70405c req-1acc5da1-4a76-4042-a695-c613ecfcae97 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595938 May 12 15:40:07.878023 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087086b-ddb3-4011-8ec4-85c9a9da47e3 req-3f8a36f7-b08b-421d-96f9-187d0d0e99aa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:07.885894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c511-70cb-45ec-a0e9-5e759480142b req-3ff8ef16-07b9-462d-985e-d391b53d9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:07.886913 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9087086b-ddb3-4011-8ec4-85c9a9da47e3 req-3f8a36f7-b08b-421d-96f9-187d0d0e99aa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.2172494 May 12 15:40:07.887873 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-65e8c511-70cb-45ec-a0e9-5e759480142b req-3ff8ef16-07b9-462d-985e-d391b53d9b61 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72d34bbf298a42fc943c77b2d90747e6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2576847 May 12 15:40:07.899433 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: DOWN; New status is: DOWN {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:07.938622 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9087086b-ddb3-4011-8ec4-85c9a9da47e3 req-1ef3dfa8-a8ac-46c5-986d-298eb24a3a2a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507550 May 12 15:40:08.014282 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20952f-e812-4922-9e03-16308657f934 req-b29edc5a-9813-4a83-a866-62ca92b976f9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:08.016119 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4b20952f-e812-4922-9e03-16308657f934 req-b29edc5a-9813-4a83-a866-62ca92b976f9 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0529530 May 12 15:40:08.070336 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4b20952f-e812-4922-9e03-16308657f934 req-dcc93b13-a94e-4170-b89b-1a31d07975c4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 May 12 15:40:08.097235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [req-f4f65c79-357c-40ba-9ce3-a5c6c18f7314 req-9aaf3ec0-9d95-4f40-862d-dc8ef9b2cf67 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:40:08.098317 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f4f65c79-357c-40ba-9ce3-a5c6c18f7314 req-9aaf3ec0-9d95-4f40-862d-dc8ef9b2cf67 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116053 May 12 15:40:08.260933 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4087-ca7c-4a6a-a9cd-7234d31aa235 req-d3a79366-012b-4ee3-a7ad-ad308e34e9a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:08.262554 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b54b4087-ca7c-4a6a-a9cd-7234d31aa235 req-d3a79366-012b-4ee3-a7ad-ad308e34e9a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0486770 May 12 15:40:08.344273 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b54b4087-ca7c-4a6a-a9cd-7234d31aa235 req-13ea79aa-23e2-4d57-89fa-a490fce23d50 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683472 May 12 15:40:08.420548 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c511-70cb-45ec-a0e9-5e759480142b req-d39ca31f-b981-48bb-8073-e2af8db54cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:08.422693 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-65e8c511-70cb-45ec-a0e9-5e759480142b req-d39ca31f-b981-48bb-8073-e2af8db54cd8 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277924 May 12 15:40:08.614809 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39838) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:08.704453 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-0a12e31a-e03e-4e3e-b946-e5243a663543 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884573 May 12 15:40:08.713709 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-3a0936ae-e9c2-4d24-8486-6ec618389730 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:40:08.714634 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-3a0936ae-e9c2-4d24-8486-6ec618389730 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053837 May 12 15:40:08.796003 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-9b7b8a1f-72d2-44ef-b9b2-9af5e54a7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:08.797967 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-9b7b8a1f-72d2-44ef-b9b2-9af5e54a7c91 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1128 time: 0.0485706 May 12 15:40:08.824252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 39848) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:08.894248 dv-cinder-835881-11-iscsi neutron-server[103541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 15:40:08.905857 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-be77f8c4-f3ec-4968-81ff-19d09bd603a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 217 time: 0.0547113 May 12 15:40:08.954212 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-609f17c3-8e14-44bd-b819-78511cdf101d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:08.956031 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-609f17c3-8e14-44bd-b819-78511cdf101d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports/18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 940 time: 0.1307554 May 12 15:40:09.071801 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac5f9-5df4-4e09-9c82-f64780a00bda req-bd38584b-efc8-4690-addf-e6f8d33f8f99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:09.073389 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-66bac5f9-5df4-4e09-9c82-f64780a00bda req-bd38584b-efc8-4690-addf-e6f8d33f8f99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.0558257 May 12 15:40:09.139749 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb42d34-cf98-47cf-90e4-80d5f33d2a00 req-caf804ea-9364-4260-ae1e-69a27ab7fbcb tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:09.141375 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7eb42d34-cf98-47cf-90e4-80d5f33d2a00 req-caf804ea-9364-4260-ae1e-69a27ab7fbcb tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0671129 May 12 15:40:09.170275 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-66bac5f9-5df4-4e09-9c82-f64780a00bda req-90c9fa4d-f6d2-4cac-b945-40723c2b3296 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862565 May 12 15:40:09.201496 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7eb42d34-cf98-47cf-90e4-80d5f33d2a00 req-a8fc3c8b-8981-40dc-a504-cd022672fcc8 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540335 May 12 15:40:09.315793 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-caf06490-95ef-4ef2-84ba-ddcc1dc45bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:09.317430 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-caf06490-95ef-4ef2-84ba-ddcc1dc45bb7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0509641 May 12 15:40:09.484713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02550520-86ed-466f-9fe6-1b0dd840f6d6 req-f4bf9a3c-272c-40b1-943c-9cc405b8fa75 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:09.486142 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-02550520-86ed-466f-9fe6-1b0dd840f6d6 req-f4bf9a3c-272c-40b1-943c-9cc405b8fa75 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0490313 May 12 15:40:09.535300 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-02550520-86ed-466f-9fe6-1b0dd840f6d6 req-92405588-d1bd-4cc7-ab35-29526a86209a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 May 12 15:40:10.289185 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ad66-cf76-45fa-abaa-d85a7c4c944c req-0123b46e-c50b-46bb-aa14-b5efb9460fb9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:10.290679 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac07ad66-cf76-45fa-abaa-d85a7c4c944c req-0123b46e-c50b-46bb-aa14-b5efb9460fb9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.0475585 May 12 15:40:10.347385 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac07ad66-cf76-45fa-abaa-d85a7c4c944c req-4fa80bca-9499-48f0-aa7f-51a60608109a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498471 May 12 15:40:10.398131 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b76fc-8126-420c-808f-42e2308621df req-01a6d38d-ced0-42d2-b04a-e14be6e92dde tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:10.399522 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-470b76fc-8126-420c-808f-42e2308621df req-01a6d38d-ced0-42d2-b04a-e14be6e92dde tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0511785 May 12 15:40:10.449933 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-470b76fc-8126-420c-808f-42e2308621df req-01387fa8-7731-492b-b3b8-48d8e1ea33e4 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446949 May 12 15:40:10.668129 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82689-272b-4bea-a14e-e542cbf0439c req-63ac9aa1-d24e-43a6-9d6e-f6cbedf309c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:10.669859 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f0f82689-272b-4bea-a14e-e542cbf0439c req-63ac9aa1-d24e-43a6-9d6e-f6cbedf309c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0562027 May 12 15:40:10.717042 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f0f82689-272b-4bea-a14e-e542cbf0439c req-3aae972f-04df-4eff-ba44-cb209d3ffe08 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413322 May 12 15:40:10.883027 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f4641e72-4d61-4936-b880-b839dd344fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:10.885796 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-f4641e72-4d61-4936-b880-b839dd344fd5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485885 May 12 15:40:10.996387 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-56641f89-6dfc-433e-8369-19dff3907309 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940759 May 12 15:40:11.127951 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7af6bf80-b816-4d04-91d2-25e14f23fb50 req-87d84f31-ae14-41b8-8957-19b21fbb6abb service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891912 May 12 15:40:11.476568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c5e7e-f336-4c1e-b896-dcb73c5db30d req-5ccbf5dd-3985-459d-9aed-3df2f8aea86a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:11.478033 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d6c5e7e-f336-4c1e-b896-dcb73c5db30d req-5ccbf5dd-3985-459d-9aed-3df2f8aea86a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.0533137 May 12 15:40:11.550479 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-2fab98d3-f0f2-46f6-95b2-1904de3858be tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:11.552027 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-2fab98d3-f0f2-46f6-95b2-1904de3858be tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0570183 May 12 15:40:11.566485 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d6c5e7e-f336-4c1e-b896-dcb73c5db30d req-21dcdb06-7027-4788-9e38-51763b7986c2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823431 May 12 15:40:11.603713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316528c-ae06-4875-afd5-c74841f959e4 req-80d435be-105e-4b06-a67b-002bf47ea0f7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:11.605245 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8316528c-ae06-4875-afd5-c74841f959e4 req-80d435be-105e-4b06-a67b-002bf47ea0f7 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0519333 May 12 15:40:11.651838 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8316528c-ae06-4875-afd5-c74841f959e4 req-117c125f-2ce0-4370-8cc1-1eb3479b3d47 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 May 12 15:40:11.692096 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f050a5c0-7007-41d1-b538-b5a8825a71b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:11.846374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2445d-4bc8-411c-8929-47de43b24ad4 req-3646f1ff-db7e-4160-b8d6-7d08916bf853 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:11.847841 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5c2445d-4bc8-411c-8929-47de43b24ad4 req-3646f1ff-db7e-4160-b8d6-7d08916bf853 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0573447 May 12 15:40:11.894524 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5c2445d-4bc8-411c-8929-47de43b24ad4 req-157efc55-b705-42d7-81f5-bca4b95aaa12 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407622 May 12 15:40:12.684361 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9763-1195-43ee-97e4-f85452e7a797 req-98ac14a1-a87c-41ed-8012-97eea1651e2a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:12.688489 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-524f9763-1195-43ee-97e4-f85452e7a797 req-98ac14a1-a87c-41ed-8012-97eea1651e2a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.0491488 May 12 15:40:12.714889 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Deleting port f7a894cb-afde-4654-8996-3476a3e605c1 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:40:12.715510 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:12.762219 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-524f9763-1195-43ee-97e4-f85452e7a797 req-d12f6a6a-81b1-4465-9c30-25689481083c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707059 May 12 15:40:12.799993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bc94c-6972-41b1-b65f-63be1756ff80 req-a85e930b-9e1f-480a-8700-ab585d60eeed tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:12.801686 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff7bc94c-6972-41b1-b65f-63be1756ff80 req-a85e930b-9e1f-480a-8700-ab585d60eeed tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 945 time: 0.0527678 May 12 15:40:12.819967 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] For port f7a894cb-afde-4654-8996-3476a3e605c1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f7a894cb-afde-4654-8996-3476a3e605c1,segment=NetworkSegment(1e3b0e29-4247-4e70-a37e-9c3a4fe2d397),segment_id=1e3b0e29-4247-4e70-a37e-9c3a4fe2d397)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:12.820343 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:12.833197 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Calling delete_port for f7a894cb-afde-4654-8996-3476a3e605c1 owned by compute:nova {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:40:12.859328 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff7bc94c-6972-41b1-b65f-63be1756ff80 req-729a2150-e94d-41b2-b90a-4d9ab611c14b tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/security-groups?id=a6e5fff1-a207-4495-9071-97d201e5249a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513554 May 12 15:40:12.973653 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (f7a894cb-afde-4654-8996-3476a3e605c1), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:12.987951 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['f7a894cb-afde-4654-8996-3476a3e605c1'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:40:13.008074 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Pushing event deleted for resources: {'Port': ['ID=f7a894cb-afde-4654-8996-3476a3e605c1,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:13.021692 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.022001 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.022351 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.022689 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.023024 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.023361 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.023682 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.024006 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.024331 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.024674 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.025011 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.025335 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.025666 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.025999 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.026303 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:13.037712 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43543-42a0-4c19-a0ce-e515e15209e1 req-d4286873-c462-4494-aeaf-cc8bbe1e9273 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:13.045073 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5ac43543-42a0-4c19-a0ce-e515e15209e1 req-d4286873-c462-4494-aeaf-cc8bbe1e9273 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0597646 May 12 15:40:13.097911 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] No DVR routers for this DVR port f7a894cb-afde-4654-8996-3476a3e605c1 on host hv-cinder-83588 {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:40:13.102661 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:13.115947 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-ade90bed-ee50-4fa2-9ae0-a1411b258961 req-8c634400-b9f2-40b1-b04b-9b7eb911795a tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.88 "DELETE /v2.0/ports/f7a894cb-afde-4654-8996-3476a3e605c1 HTTP/1.1" status: 204 len: 173 time: 0.4973223 May 12 15:40:13.116504 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'name': 'network-vif-deleted', 'tag': 'f7a894cb-afde-4654-8996-3476a3e605c1'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:13.119930 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830d431-517b-46ac-a0ce-0aa16755f43e" -d '{"events": [{"server_uuid": "1273ea23-7656-4c2e-9a87-125a4d727e9e", "name": "network-vif-deleted", "tag": "f7a894cb-afde-4654-8996-3476a3e605c1"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:13.128956 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5ac43543-42a0-4c19-a0ce-e515e15209e1 req-7cb967ed-1679-4e7a-8956-3872c53eabdd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754325 May 12 15:40:13.166088 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18db78a9-c9ac-4ada-87a6-e7f64816b156 x-openstack-request-id: req-18db78a9-c9ac-4ada-87a6-e7f64816b156 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:13.166460 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1273ea23-7656-4c2e-9a87-125a4d727e9e", "name": "network-vif-deleted", "tag": "f7a894cb-afde-4654-8996-3476a3e605c1", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:13.166722 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-18db78a9-c9ac-4ada-87a6-e7f64816b156 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:13.167114 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18db78a9-c9ac-4ada-87a6-e7f64816b156'] response: {'server_uuid': '1273ea23-7656-4c2e-9a87-125a4d727e9e', 'name': 'network-vif-deleted', 'tag': 'f7a894cb-afde-4654-8996-3476a3e605c1', 'status': 'completed', 'code': 200} May 12 15:40:13.766440 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5ece189e-0f97-4933-9eeb-db6e18b9f97b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:40:13.781340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dde39-aa33-4d3e-9c02-6cdd828bd76a req-06938ba7-e5f7-4a6a-8d02-14b56171f8e7 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:13.782999 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c5dde39-aa33-4d3e-9c02-6cdd828bd76a req-06938ba7-e5f7-4a6a-8d02-14b56171f8e7 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0508494 May 12 15:40:13.835035 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c5dde39-aa33-4d3e-9c02-6cdd828bd76a req-025d2205-9ca8-429d-abbe-894163523c80 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 May 12 15:40:13.866609 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:13.885854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:40:13.888186 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185de2b-a3b3-4929-8931-ac38b129e1e4 req-e8836c7b-1d3a-4f87-baa1-3672578516a1 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:13.890023 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7185de2b-a3b3-4929-8931-ac38b129e1e4 req-e8836c7b-1d3a-4f87-baa1-3672578516a1 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 944 time: 0.0588019 May 12 15:40:13.921437 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6efde0d3-9a89-4b71-971c-791a569d1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:13.936948 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 5ece189e-0f97-4933-9eeb-db6e18b9f97b is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:13.937341 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:13.942135 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7185de2b-a3b3-4929-8931-ac38b129e1e4 req-c652a3c7-9375-4730-9cd9-85e8d6fa8a0a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457380 May 12 15:40:13.951728 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ece189e-0f97-4933-9eeb-db6e18b9f97b {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:13.975588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:13.976022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dd401669-6ef1-4cc5-bce9-d82a5ca520b4 req-d1c9e9e3-635d-45b7-8e25-d71d3071342e tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 210 time: 0.0289638 May 12 15:40:13.980017 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:14.035476 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=5ece189e-0f97-4933-9eeb-db6e18b9f97b,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:14.236174 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d180b44-bddc-4d8b-be2d-f87001974832 req-bd5f2f6a-6137-4838-9009-b8febac3ff8c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:14.237832 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d180b44-bddc-4d8b-be2d-f87001974832 req-bd5f2f6a-6137-4838-9009-b8febac3ff8c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0494168 May 12 15:40:14.287842 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d180b44-bddc-4d8b-be2d-f87001974832 req-b3dbaff2-e9c3-4f07-a409-5d7b6769350e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438700 May 12 15:40:14.393488 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['5ece189e-0f97-4933-9eeb-db6e18b9f97b'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:40:14.969172 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc56f1-2ae5-4eb1-b473-bcaeb270c82e req-3ace5371-fa2d-49fa-8742-f8bbc472b206 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:14.970675 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7adc56f1-2ae5-4eb1-b473-bcaeb270c82e req-3ace5371-fa2d-49fa-8742-f8bbc472b206 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0539274 May 12 15:40:15.019570 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7adc56f1-2ae5-4eb1-b473-bcaeb270c82e req-b2792f67-12ca-45e7-8a12-ac35b2761eb7 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 May 12 15:40:15.028298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:15.066090 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9cbbd-e120-4c3a-a76c-e8aba882b822 req-7c31714b-ff35-474c-8904-630b9f035455 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:15.068017 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-75b9cbbd-e120-4c3a-a76c-e8aba882b822 req-7c31714b-ff35-474c-8904-630b9f035455 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 945 time: 0.0528839 May 12 15:40:15.123307 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bdaefbf6-5b44-4a10-94ff-1021813c00c5 req-4bfbe05a-1a5c-4de8-a425-a5df0f96c184 tempest-VolumesActionsTest-422514033 tempest-VolumesActionsTest-422514033-project] 10.222.0.89 "GET /v2.0/ports?device_id=1273ea23-7656-4c2e-9a87-125a4d727e9e HTTP/1.1" status: 200 len: 210 time: 0.0320749 May 12 15:40:15.143970 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-75b9cbbd-e120-4c3a-a76c-e8aba882b822 req-58ffcced-1f6e-488e-8948-072a467264c3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679696 May 12 15:40:15.412690 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899a407-e8b0-4197-914f-d4bfee5829c8 req-a7099a8f-880c-49dd-9b8f-99034b8d9d32 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:15.414204 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6899a407-e8b0-4197-914f-d4bfee5829c8 req-a7099a8f-880c-49dd-9b8f-99034b8d9d32 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0535281 May 12 15:40:15.469768 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6899a407-e8b0-4197-914f-d4bfee5829c8 req-59d9b69b-caef-4a11-85e9-63f4a0dd5b24 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467966 May 12 15:40:15.782415 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5ece189e-0f97-4933-9eeb-db6e18b9f97b up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:15.829810 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 5ece189e-0f97-4933-9eeb-db6e18b9f97b completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:40:15.836844 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 5ece189e-0f97-4933-9eeb-db6e18b9f97b triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:15.837259 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:15.922503 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 5ece189e-0f97-4933-9eeb-db6e18b9f97b is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:15.922776 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:15.946024 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:15.948251 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a95da40-80d9-4684-8b60-a3437b93a474" -d '{"events": [{"server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "name": "network-vif-plugged", "status": "completed", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:15.968884 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:15.973961 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:15.974966 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f7a894cb-afde-4654-8996-3476a3e605c1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:40:15.997837 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-6b655bea-225d-4095-90d0-867fdd20c6bc tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:15.999290 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-6b655bea-225d-4095-90d0-867fdd20c6bc tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0530245 May 12 15:40:16.012710 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ca79ff-420a-44c3-980b-6764b096f076 x-openstack-request-id: req-19ca79ff-420a-44c3-980b-6764b096f076 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:16.013026 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "name": "network-vif-plugged", "status": "completed", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:16.013282 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19ca79ff-420a-44c3-980b-6764b096f076 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:16.013670 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ca79ff-420a-44c3-980b-6764b096f076'] response: {'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'code': 200} May 12 15:40:16.015805 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: f7a894cb-afde-4654-8996-3476a3e605c1 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:40:16.016148 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f7a894cb-afde-4654-8996-3476a3e605c1 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:40:16.040216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=5ece189e-0f97-4933-9eeb-db6e18b9f97b,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:16.135925 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d7cc-644a-4243-ac14-ddcd67970608 req-1833a7c4-0b27-4541-9349-1f3c0494ac83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.137379 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09a6d7cc-644a-4243-ac14-ddcd67970608 req-1833a7c4-0b27-4541-9349-1f3c0494ac83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 945 time: 0.0493984 May 12 15:40:16.193049 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09a6d7cc-644a-4243-ac14-ddcd67970608 req-d47d9de0-43b5-4c38-836b-2ddc2d0b22e1 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 May 12 15:40:16.339545 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Deleting port b4989380-2070-444e-9bc2-b81db642016c {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:40:16.339829 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (b4989380-2070-444e-9bc2-b81db642016c), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:16.352241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-936e2241-794d-424c-b857-53a16f7eac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.353778 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-936e2241-794d-424c-b857-53a16f7eac52 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb&tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 1127 time: 0.1209202 May 12 15:40:16.366761 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f335f9-8d40-418b-95cf-d27a7b2b615b req-0dd1988b-eb6e-4dd1-a96f-1595638bc564 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.371661 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f335f9-8d40-418b-95cf-d27a7b2b615b req-0dd1988b-eb6e-4dd1-a96f-1595638bc564 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0966725 May 12 15:40:16.453538 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] For port b4989380-2070-444e-9bc2-b81db642016c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4989380-2070-444e-9bc2-b81db642016c,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:16.453912 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (b4989380-2070-444e-9bc2-b81db642016c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:16.470355 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Calling delete_port for b4989380-2070-444e-9bc2-b81db642016c owned by compute:nova {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:40:16.578481 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:16.651755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (b4989380-2070-444e-9bc2-b81db642016c), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:16.666009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['b4989380-2070-444e-9bc2-b81db642016c'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:40:16.698135 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Pushing event deleted for resources: {'Port': ['ID=b4989380-2070-444e-9bc2-b81db642016c,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:16.751669 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] No DVR routers for this DVR port b4989380-2070-444e-9bc2-b81db642016c on host hv-cinder-83588 {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:40:16.754418 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:16.758305 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-9537275e-b5f3-4e6f-8b49-9156aa1cdd23 req-8e609500-7402-4151-a96f-c8e8071c2c83 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "DELETE /v2.0/ports/b4989380-2070-444e-9bc2-b81db642016c HTTP/1.1" status: 204 len: 173 time: 0.5377402 May 12 15:40:16.758826 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'name': 'network-vif-deleted', 'tag': 'b4989380-2070-444e-9bc2-b81db642016c'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:16.761735 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc34c1-7785-49fa-8974-0de48c77fc4b" -d '{"events": [{"server_uuid": "af588d39-4bcd-46c2-85fa-1c742b2daf8b", "name": "network-vif-deleted", "tag": "b4989380-2070-444e-9bc2-b81db642016c"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:16.765785 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-75368535-6554-4bc6-bc73-9b09e31764ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.767287 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-75368535-6554-4bc6-bc73-9b09e31764ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1127 time: 0.3812697 May 12 15:40:16.820203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f18cd-05e9-4bd8-90e2-4deb6718648b req-61d606f3-fa3d-4357-ad77-2bb1ec94a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.821702 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bb8f18cd-05e9-4bd8-90e2-4deb6718648b req-61d606f3-fa3d-4357-ad77-2bb1ec94a2b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.3994665 May 12 15:40:16.838717 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f335f9-8d40-418b-95cf-d27a7b2b615b req-2bd84b62-bf13-4401-b9a4-2112bcf0a512 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4609191 May 12 15:40:16.857384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d8f6-2546-40ca-ac51-4d8209053de7 req-345169a0-99e0-4331-8319-b74bf24f1960 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.864113 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6e73d8f6-2546-40ca-ac51-4d8209053de7 req-345169a0-99e0-4331-8319-b74bf24f1960 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.1280127 May 12 15:40:16.899337 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f9a0df-999b-4da8-b47c-60e5957c9a93 x-openstack-request-id: req-75f9a0df-999b-4da8-b47c-60e5957c9a93 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:16.899636 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af588d39-4bcd-46c2-85fa-1c742b2daf8b", "name": "network-vif-deleted", "tag": "b4989380-2070-444e-9bc2-b81db642016c", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:16.899924 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-75f9a0df-999b-4da8-b47c-60e5957c9a93 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:16.900314 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f9a0df-999b-4da8-b47c-60e5957c9a93'] response: {'server_uuid': 'af588d39-4bcd-46c2-85fa-1c742b2daf8b', 'name': 'network-vif-deleted', 'tag': 'b4989380-2070-444e-9bc2-b81db642016c', 'status': 'completed', 'code': 200} May 12 15:40:16.964309 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bb8f18cd-05e9-4bd8-90e2-4deb6718648b req-457f5b11-79ff-472b-b0e2-faae0984ad4e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309896 May 12 15:40:16.989213 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6e73d8f6-2546-40ca-ac51-4d8209053de7 req-692a58a0-89c4-4986-a4b2-04720936f135 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240199 May 12 15:40:16.990365 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-1e3a2c58-91e6-4667-9d91-72c8655efd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:16.991790 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-1e3a2c58-91e6-4667-9d91-72c8655efd0e service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.1971364 May 12 15:40:17.296094 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:40:17.310236 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-109abfa4-0f19-4f14-9743-b90ce046b7bc req-5dfba6b6-56dd-4f18-a802-6af3d0a98cef tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 210 time: 0.0325103 May 12 15:40:17.948003 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:17.978352 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6d59-f0ec-42a8-984d-149273e513e2 req-e9bd0c7a-5edb-4d26-88cb-50ab594fa32a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:17.979827 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-675b6d59-f0ec-42a8-984d-149273e513e2 req-e9bd0c7a-5edb-4d26-88cb-50ab594fa32a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0579202 May 12 15:40:18.028082 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-675b6d59-f0ec-42a8-984d-149273e513e2 req-6912ca66-4230-4657-8841-f3e86c011374 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 May 12 15:40:18.113039 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773c05-8503-4159-b843-7001c03d67a9 req-578b37d8-18b6-40bc-b4ba-a4e5603207d9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:18.114589 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c773c05-8503-4159-b843-7001c03d67a9 req-578b37d8-18b6-40bc-b4ba-a4e5603207d9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0475099 May 12 15:40:18.161625 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c773c05-8503-4159-b843-7001c03d67a9 req-45e3f3ac-825c-48c6-8717-07c0c7ac1850 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408275 May 12 15:40:18.417145 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-81ea76fb-6d9d-428b-99f4-108870b1fc65 req-4c062308-9f7c-41f6-90a1-7a9c4c1ba29b tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 210 time: 0.0275221 May 12 15:40:19.158394 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88fe5a-b69b-4daf-9254-2cdfa65e7cb0 req-2d4669c1-4051-4148-9d50-95732ed3ed49 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:19.159840 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0b88fe5a-b69b-4daf-9254-2cdfa65e7cb0 req-2d4669c1-4051-4148-9d50-95732ed3ed49 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0536311 May 12 15:40:19.211466 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0b88fe5a-b69b-4daf-9254-2cdfa65e7cb0 req-e8c91a5b-9787-4cf8-b359-cb93bbdaf304 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 May 12 15:40:19.280901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7061dc0-2d12-4f9a-a038-43d8dfc2f439 req-d48020ab-4f43-4a8c-9124-f0af13e5761e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:19.282366 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7061dc0-2d12-4f9a-a038-43d8dfc2f439 req-d48020ab-4f43-4a8c-9124-f0af13e5761e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0481348 May 12 15:40:19.331532 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7061dc0-2d12-4f9a-a038-43d8dfc2f439 req-71644d3b-11c1-4796-a943-966f6fdce3d8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 May 12 15:40:19.535243 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ba458e20-f9da-450a-a322-399cbcb98c32 req-b3981ad6-26fd-47eb-95b8-86e4659accaf tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=af588d39-4bcd-46c2-85fa-1c742b2daf8b HTTP/1.1" status: 200 len: 210 time: 0.0376985 May 12 15:40:20.347188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b81936-7544-402d-a59c-a34a4890b6ee req-152417dd-84ca-405c-81a9-aaa19733a298 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:20.348761 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09b81936-7544-402d-a59c-a34a4890b6ee req-152417dd-84ca-405c-81a9-aaa19733a298 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0458696 May 12 15:40:20.374161 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b4989380-2070-444e-9bc2-b81db642016c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:40:20.411532 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: b4989380-2070-444e-9bc2-b81db642016c {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:40:20.412210 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b4989380-2070-444e-9bc2-b81db642016c not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:40:20.462374 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-60151491-1de0-4b55-8c35-acda8b44e032 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 200 len: 998 time: 0.1126211 May 12 15:40:20.474878 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09b81936-7544-402d-a59c-a34a4890b6ee req-0c0599bf-09b1-4c27-9b20-49949ea66783 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196105 May 12 15:40:20.513349 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d31af4-23ca-4755-b36a-8e23acf3a855 req-793bc127-7766-4366-aa24-ba422168e155 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:20.514835 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e0d31af4-23ca-4755-b36a-8e23acf3a855 req-793bc127-7766-4366-aa24-ba422168e155 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0935807 May 12 15:40:20.547574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-82966d63-dc44-4e13-a763-3becc3c3ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:20.549044 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-82966d63-dc44-4e13-a763-3becc3c3ee44 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0780017 May 12 15:40:20.597220 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e0d31af4-23ca-4755-b36a-8e23acf3a855 req-ce9c2135-99e5-4342-a560-9ba047f0cf2c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752800 May 12 15:40:20.611827 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-5c5b40ef-7042-4a5e-9c96-29e74213d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:20.613489 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-5c5b40ef-7042-4a5e-9c96-29e74213d9f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545373 May 12 15:40:21.193785 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-b3e28c46-8a01-48e4-8751-fc96d3bd4143 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960686 May 12 15:40:21.317600 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b29f8e23-3598-4237-9c71-ed605808cfe9 req-049addf8-6edd-41ac-8d9c-0ac056e7b1c3 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938301 May 12 15:40:21.594813 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f868-a305-46b0-a8cc-014b046c5469 req-c78bc00b-55ba-4cb6-83bb-0d5b5e923698 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:21.596252 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-59b6f868-a305-46b0-a8cc-014b046c5469 req-c78bc00b-55ba-4cb6-83bb-0d5b5e923698 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0497551 May 12 15:40:21.643140 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-59b6f868-a305-46b0-a8cc-014b046c5469 req-e004908d-7a86-41d0-82ec-4810284687d2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 May 12 15:40:21.715978 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279275a-1758-469d-8bde-2e2e89aad215 req-e9a745a0-d982-4af2-af50-711b649c883d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:21.717455 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7279275a-1758-469d-8bde-2e2e89aad215 req-e9a745a0-d982-4af2-af50-711b649c883d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0456436 May 12 15:40:21.771490 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7279275a-1758-469d-8bde-2e2e89aad215 req-029b8cdf-7341-4469-a7b2-8b794f7f8f1c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457516 May 12 15:40:22.777395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de6b77-f302-4f46-9441-7675c9ddb5d0 req-71dbaeca-5d1b-4f5f-b0c2-ede77b46dba6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:22.778850 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-01de6b77-f302-4f46-9441-7675c9ddb5d0 req-71dbaeca-5d1b-4f5f-b0c2-ede77b46dba6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0577371 May 12 15:40:22.831984 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-01de6b77-f302-4f46-9441-7675c9ddb5d0 req-000f9bdc-e3f1-4d32-952c-3fe3f9b4842e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 May 12 15:40:22.891031 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1ffcb-ae7b-4a41-a8a6-62d7506d18ab req-56c75e6c-e70e-43bd-bfcb-321e78f9f01e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:22.892497 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3f1ffcb-ae7b-4a41-a8a6-62d7506d18ab req-56c75e6c-e70e-43bd-bfcb-321e78f9f01e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0462871 May 12 15:40:22.940141 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3f1ffcb-ae7b-4a41-a8a6-62d7506d18ab req-b36d98b2-80fe-4e5c-a72c-c8948383b795 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 May 12 15:40:23.951359 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed2f5f-a01b-4a42-b564-5d560e9047c3 req-34ed48f5-8660-412d-9418-8c850a233edb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:23.953126 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23ed2f5f-a01b-4a42-b564-5d560e9047c3 req-34ed48f5-8660-412d-9418-8c850a233edb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0487704 May 12 15:40:24.004622 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23ed2f5f-a01b-4a42-b564-5d560e9047c3 req-a8226be4-04cf-42a7-9e59-0248eb4370a4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 May 12 15:40:24.060060 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088383-bf5b-45a8-aa9d-c2186a9527b4 req-a0f921a0-4536-4c16-aca5-8e792be533d3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:24.061534 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-89088383-bf5b-45a8-aa9d-c2186a9527b4 req-a0f921a0-4536-4c16-aca5-8e792be533d3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0484102 May 12 15:40:24.108529 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-89088383-bf5b-45a8-aa9d-c2186a9527b4 req-593e4983-f3fa-4d69-827a-94a2e628a115 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 May 12 15:40:25.212996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada2281-4a9f-42e9-bc8e-5b819513b1f0 req-0f84910c-f39a-4454-a9b3-4a7d3fd24987 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:25.214491 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fada2281-4a9f-42e9-bc8e-5b819513b1f0 req-0f84910c-f39a-4454-a9b3-4a7d3fd24987 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.1216006 May 12 15:40:25.294556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d36e2-6674-4425-8d16-1b953042a0f5 req-42071ed8-1e86-4c40-a11f-e4d7323e6420 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:25.296522 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d0d36e2-6674-4425-8d16-1b953042a0f5 req-42071ed8-1e86-4c40-a11f-e4d7323e6420 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0693247 May 12 15:40:25.331890 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fada2281-4a9f-42e9-bc8e-5b819513b1f0 req-b36e9eb4-71dd-4b7b-8963-60b4daa8a1b5 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109853 May 12 15:40:25.400918 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4d0d36e2-6674-4425-8d16-1b953042a0f5 req-92e1d202-fa41-4a9b-a4ac-e8fd429cd7fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952663 May 12 15:40:25.485351 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810a4a9-331c-458a-bdc0-d2557531f53c req-d20ff079-9e4a-4492-89d9-ab9f8d9ba60b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:25.490513 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2810a4a9-331c-458a-bdc0-d2557531f53c req-d20ff079-9e4a-4492-89d9-ab9f8d9ba60b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0681176 May 12 15:40:25.496716 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 40164) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:25.504280 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'floatingip': {'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:25.573200 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:26.377636 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:26.395864 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:26.613914 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Floating IP bcb44f59-344d-4ed1-a2fe-10edea3e7fed associated. External IP: 172.27.2.148, port: 5ece189e-0f97-4933-9eeb-db6e18b9f97b. May 12 15:40:26.691017 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-2c78db5c-e7b7-44bc-a3d8-08bfa010f4b8 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501390466&fields=id&tenant_id=e085f63cf59c49a2847cbf228d7e609c HTTP/1.1" status: 200 len: 267 time: 0.6477482 May 12 15:40:26.750205 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bec9e7-7a74-4c3a-bf5b-2ac8d4dcfcd7 req-73d72916-e899-4391-a483-35108399c574 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:26.757672 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-63bec9e7-7a74-4c3a-bf5b-2ac8d4dcfcd7 req-73d72916-e899-4391-a483-35108399c574 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.1454182 May 12 15:40:26.908278 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-63bec9e7-7a74-4c3a-bf5b-2ac8d4dcfcd7 req-c4ba2941-c10e-40b2-9f37-62c2724101ce tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479414 May 12 15:40:26.969437 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-29b56d1d-4577-49e8-8565-f8b1529ea06b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:26.977698 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-29b56d1d-4577-49e8-8565-f8b1529ea06b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 808 time: 0.2853546 May 12 15:40:27.033154 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-25c8a4c8-8ecb-4a86-8b36-a9c96feb566b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/quotas/e085f63cf59c49a2847cbf228d7e609c HTTP/1.1" status: 200 len: 375 time: 0.0542972 May 12 15:40:27.133040 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-3d4211ce-55bd-4b15-86b0-51a0718ef0dd tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933907 May 12 15:40:27.261481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-5a98b426-e345-4b3f-b487-bfc50f623bd7 service neutron] 10.222.0.89 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231148 May 12 15:40:27.265766 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:40:27.683926 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-49f17e65-75e7-4fb3-8c09-f017cc44d41c service neutron] 10.222.0.89 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215682 May 12 15:40:27.776693 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:40:27.792736 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] Sync routers for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:27.793991 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:27.811768 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:40:27.816038 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:40:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:27.852064 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-ffd85914-56d8-48b1-b341-7299a17f2196 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "PUT /v2.0/floatingips/bcb44f59-344d-4ed1-a2fe-10edea3e7fed HTTP/1.1" status: 200 len: 992 time: 2.3531954 May 12 15:40:27.852717 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:27.856974 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709df18-86ca-4cfa-bdd7-0697db613d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:27.922221 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f39341-902b-4aa3-81a2-d2ee5fc89855 x-openstack-request-id: req-61f39341-902b-4aa3-81a2-d2ee5fc89855 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:27.922622 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:27.922990 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-61f39341-902b-4aa3-81a2-d2ee5fc89855 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:27.934595 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f39341-902b-4aa3-81a2-d2ee5fc89855'] response: {'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'status': 'completed', 'code': 200} May 12 15:40:27.945780 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:40:28.190692 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf372-bf3f-4ff7-ac25-b6c5da98de2f req-ea44215d-2206-46f1-9d75-3a7490b40965 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:28.197813 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24caf372-bf3f-4ff7-ac25-b6c5da98de2f req-ea44215d-2206-46f1-9d75-3a7490b40965 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0700960 May 12 15:40:28.267969 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-24caf372-bf3f-4ff7-ac25-b6c5da98de2f req-f2672497-7d3d-4d17-95a8-111f376fd397 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691423 May 12 15:40:28.336593 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bcb44f59-344d-4ed1-a2fe-10edea3e7fed', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:53Z', 'updated_at': '2022-05-12T15:40:26Z', 'revision_number': 1, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:28.384513 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9a8c7d14-ea80-40c1-bd73-8210385e3ef1 req-cebd5ed8-9d03-4c16-8643-07127f02fcc6 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0325546 May 12 15:40:28.385945 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] Checking router: 40ab0b5f-af4b-47a9-960a-d51a6e3d966f for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:28.404658 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:40:28.405366 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:40:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:28.556109 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:40:28.851741 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bcb44f59-344d-4ed1-a2fe-10edea3e7fed', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:53Z', 'updated_at': '2022-05-12T15:40:26Z', 'revision_number': 1, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:28.990453 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbff08-a48e-4f37-af86-52eab32b5f63 None None] The sync data for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi is: [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bcb44f59-344d-4ed1-a2fe-10edea3e7fed', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:53Z', 'updated_at': '2022-05-12T15:40:26Z', 'revision_number': 1, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:29.217943 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d127c5-5dc6-4b25-b015-9885ab132b77 None None] New status for floating IP bcb44f59-344d-4ed1-a2fe-10edea3e7fed: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:40:29.433094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c26019-9d96-47e7-8a5e-0dbcee1148bd req-bcbe1877-4739-4f2c-9b71-34b73002e4ff tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:29.435540 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-39c26019-9d96-47e7-8a5e-0dbcee1148bd req-bcbe1877-4739-4f2c-9b71-34b73002e4ff tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0609558 May 12 15:40:29.517135 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-91051cd5-bcad-4237-9f59-50e22d0b0c5f req-747c21d0-a46f-44d7-a86a-f8cbbb4785fe tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0371902 May 12 15:40:29.521743 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-39c26019-9d96-47e7-8a5e-0dbcee1148bd req-042172ee-a663-4f4d-9c0f-4073b86c9a4d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784574 May 12 15:40:30.694608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d35183d5-cb4c-410f-b337-dc2ee5c76d86 req-4e361f34-275b-459a-98ce-387e29cc862c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0703151 May 12 15:40:30.798242 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-89f30124-5a85-4ef0-b391-cd75d25a4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:30.800199 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-89f30124-5a85-4ef0-b391-cd75d25a4273 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.0600817 May 12 15:40:30.939911 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:30.992619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bae-7760-48a9-a7e9-6e87fafce0e1 req-b552f97c-2216-4d96-95eb-d717b4928175 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:31.007210 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-08a54bae-7760-48a9-a7e9-6e87fafce0e1 req-b552f97c-2216-4d96-95eb-d717b4928175 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.2054687 May 12 15:40:31.088279 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-08a54bae-7760-48a9-a7e9-6e87fafce0e1 req-715fc7e1-6c3e-412f-9057-60631c5b0cdf tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797482 May 12 15:40:31.109853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-16b576e9-99ab-451a-a465-aa90accd23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:31.111315 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-16b576e9-99ab-451a-a465-aa90accd23d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.2998855 May 12 15:40:31.833317 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bdcede55-5b74-4002-a670-a5c4a70a0a1e req-a930ee70-55b7-4e6b-80d9-5bb724d0d537 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0577521 May 12 15:40:32.278747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754adc28-8382-4ec5-9ae0-d10e626be149 req-83b33b54-aa71-4c9b-9ca3-627b20b7512f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:32.290457 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-754adc28-8382-4ec5-9ae0-d10e626be149 req-83b33b54-aa71-4c9b-9ca3-627b20b7512f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0728629 May 12 15:40:32.375844 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-754adc28-8382-4ec5-9ae0-d10e626be149 req-31e2b339-822a-4276-9680-8b93f094d49d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836649 May 12 15:40:32.974977 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-818e859b-20d9-4de1-9d7a-d4f950252c24 req-b44fd5f4-28e6-4d1d-b89f-446a686f5636 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0393794 May 12 15:40:33.527834 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56001bb-5a7b-4425-be7f-6af14510d4e5 req-8c2abad7-35e4-4060-ba16-8cd8762e3563 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:33.529644 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e56001bb-5a7b-4425-be7f-6af14510d4e5 req-8c2abad7-35e4-4060-ba16-8cd8762e3563 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0676200 May 12 15:40:33.609449 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e56001bb-5a7b-4425-be7f-6af14510d4e5 req-dd27669f-0bf6-4ee7-b22c-40fafa911578 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682282 May 12 15:40:34.134635 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-600aa65e-59ac-4e3d-a287-940a257a4043 req-a416f1f9-722d-4829-9b3c-a368045b42c9 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0457399 May 12 15:40:34.796832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0107602-455e-44aa-af18-6437c595676b req-8e87779d-5119-4921-bbc1-6a29946f8659 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:34.804076 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0107602-455e-44aa-af18-6437c595676b req-8e87779d-5119-4921-bbc1-6a29946f8659 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0995855 May 12 15:40:34.890394 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0107602-455e-44aa-af18-6437c595676b req-8337df81-3306-44d8-ba9d-708877e09347 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799603 May 12 15:40:35.268913 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b747eb7-0287-467b-9b7e-72c0dac0d79e req-877e138c-ca1e-4a7b-a8e8-474cd8127a72 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0459528 May 12 15:40:36.038148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283f34-a7c9-43e5-bc33-9d54a8a27b57 req-08388b10-6961-495b-9b4d-20babef32a1a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:36.039865 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a8283f34-a7c9-43e5-bc33-9d54a8a27b57 req-08388b10-6961-495b-9b4d-20babef32a1a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0628572 May 12 15:40:36.111390 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a8283f34-a7c9-43e5-bc33-9d54a8a27b57 req-c2f365c9-a6f5-4978-b97d-c40f0037eef4 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646782 May 12 15:40:36.471608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e59f47af-aab7-41c5-be9c-a28c79fdb00f req-8568fcb1-5305-4702-8e7e-13e39df38831 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0861182 May 12 15:40:37.293801 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220f422-0b17-478c-9174-de1c26001030 req-c3091928-e7e9-415c-8725-448510382cd2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:37.295475 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e220f422-0b17-478c-9174-de1c26001030 req-c3091928-e7e9-415c-8725-448510382cd2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0726218 May 12 15:40:37.398256 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e220f422-0b17-478c-9174-de1c26001030 req-7322cd85-ca80-4b69-bd6e-de7c5c4b9fc8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943222 May 12 15:40:37.628916 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ce4f8e8-79f1-4fa7-8f25-2a4108ec3c21 req-e1d1c12b-d10c-4749-ba3f-bf3d3b45a94c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0390644 May 12 15:40:38.233322 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-eeacaaea-61ec-49be-b805-38079435d434 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:38.234719 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-eeacaaea-61ec-49be-b805-38079435d434 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/networks?id=144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 200 len: 813 time: 0.1038911 May 12 15:40:38.250618 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-41257d8c-fff6-487a-9dc8-9924270d62b5 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/quotas/24ad1bfe4f634a188dd1613c630f0bbd HTTP/1.1" status: 200 len: 375 time: 0.0094218 May 12 15:40:38.290041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-9b59cbd1-6be9-466b-acd3-0aac693a8da0 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338612 May 12 15:40:38.383839 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-fc5560dc-a715-4302-89e7-a1d7d0e5cc31 service neutron] 10.222.0.89 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857592 May 12 15:40:38.497106 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-7a26b0a2-d430-41dc-bb84-ada8ee35d9fc service neutron] 10.222.0.89 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068516 May 12 15:40:38.604248 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d872f3-2efd-48c9-aed3-4da6d6c7edfd req-5a1d7eea-d2e2-4f2a-85b5-2de606a8badb tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:38.612945 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f9d872f3-2efd-48c9-aed3-4da6d6c7edfd req-5a1d7eea-d2e2-4f2a-85b5-2de606a8badb tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.1325629 May 12 15:40:38.695944 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-4d0b6e34-c607-4a84-b973-a2acbbf5f331 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 1002 time: 0.0808496 May 12 15:40:38.732117 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7864aac9-c3d1-46cd-8cde-4f110f6f27df req-a1d5aacd-216d-4ccf-ad88-b524fbc3abc9 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 210 time: 0.0401616 May 12 15:40:38.776565 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f9d872f3-2efd-48c9-aed3-4da6d6c7edfd req-6ebcb4a3-7786-42d4-a54b-886b2d44aca9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635389 May 12 15:40:38.873098 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d90b846-4a2b-4b73-bf71-c38351055562 req-065f5ea3-5b28-4c94-ba61-72e490c23895 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0328777 May 12 15:40:39.578243 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-16efcb20-566a-4e20-8451-c8ae17fa8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:39.579787 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-16efcb20-566a-4e20-8451-c8ae17fa8300 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.1062019 May 12 15:40:39.818286 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-bd1ae357-a4e5-4fd9-ab4e-535467f5fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:39.827016 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-bd1ae357-a4e5-4fd9-ab4e-535467f5fa86 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835721 May 12 15:40:39.933283 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ff2280d5-c347-4f6a-82d5-666518713ab6 req-22f532cf-4c37-4337-8b13-d6a4837dcbbe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 210 time: 0.0572343 May 12 15:40:40.187344 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76f423b0-2f0a-4707-92e4-bfcf276239cd req-5d4a8e9f-0ae6-4362-bedd-1864ae9c36dc tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.1352124 May 12 15:40:40.203832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423ee2-3405-48a0-8882-9bdd5a589756 req-781b373d-2be0-4d85-8dad-26fde01a6e63 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:40.211406 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7e423ee2-3405-48a0-8882-9bdd5a589756 req-781b373d-2be0-4d85-8dad-26fde01a6e63 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.2833247 May 12 15:40:40.265183 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-83cced35-0ff7-4f1c-9a9c-16cd853aab3a service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198411 May 12 15:40:40.284520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-0e0678c6-6c4c-45ab-97a7-7c8f9b20b9bc tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:40.286078 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-0e0678c6-6c4c-45ab-97a7-7c8f9b20b9bc tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 808 time: 0.2398202 May 12 15:40:40.304576 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7e423ee2-3405-48a0-8882-9bdd5a589756 req-47201cef-c2a8-4925-b01c-d0f55d5c2d33 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922880 May 12 15:40:40.700798 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1709df18-86ca-4cfa-bdd7-0697db613d4a req-6c2cb68f-4e81-433d-9be9-1f667effb877 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890931 May 12 15:40:40.708335 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-5d930913-de33-4530-a5e5-f4b00ac5eb45 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e085f63cf59c49a2847cbf228d7e609c HTTP/1.1" status: 200 len: 379 time: 0.1950867 May 12 15:40:40.718279 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'port': {'device_id': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'admin_state_up': True, 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'security_groups': ['3e244657-60ba-4c73-bf43-a46747bbc31b']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:40.808654 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-fa5cbfb3-470a-4a14-895d-9a371a3f13ec tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:40.810843 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-fa5cbfb3-470a-4a14-895d-9a371a3f13ec tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "GET /v2.0/networks?id=144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 200 len: 813 time: 0.1727920 May 12 15:40:40.825234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Request body: {'port': {'device_id': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4', 'admin_state_up': True, 'tenant_id': '24ad1bfe4f634a188dd1613c630f0bbd'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:40.884361 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Made reservation on behalf of e085f63cf59c49a2847cbf228d7e609c for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:40.888508 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.002459 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Made reservation on behalf of 24ad1bfe4f634a188dd1613c630f0bbd for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:40:41.006459 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.106644 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Allocated IP 172.20.0.7 (5c4759a0-040d-4ab6-a81b-bad646940f2a/e15fb3ee-78eb-437b-b805-c735c65aef6d/946a866f-f0df-4b44-ac4a-c0421cf05a34) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:41.160951 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-521f99c1-f9cd-450a-875f-b16dd3921b10 req-1c7a5522-ffee-4dad-a4ce-ff47dae263e6 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 210 time: 0.0509729 May 12 15:40:41.275727 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Allocated IP 172.20.0.14 (144446a1-8b69-4758-9c58-572c887f90d4/c82dd183-97b5-480c-9882-c4326561485b/9e1db9d6-3d4d-43d2-87ce-d656bfaae82b) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:41.392714 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b132a0c2-2f7f-4cd5-94bf-25035dd589af req-0e1335cb-58ec-46c9-8abc-cd2e7ded2752 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0930648 May 12 15:40:41.404993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4483571-1ec7-4eba-b707-c06b4f57fb42 req-bb03fd2d-4041-4b4f-9c85-a436ed800694 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:41.406842 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4483571-1ec7-4eba-b707-c06b4f57fb42 req-bb03fd2d-4041-4b4f-9c85-a436ed800694 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.1288259 May 12 15:40:41.457881 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks [] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.480996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.491045 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.509092 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4483571-1ec7-4eba-b707-c06b4f57fb42 req-b67c0ce6-d173-48c8-8c01-dea4a8e8e0f3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966568 May 12 15:40:41.531986 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bd202-5910-4375-b804-e2f7235ba797 req-1ff7680d-639e-4ef6-a3b0-787d36a1401a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:41.533506 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-075bd202-5910-4375-b804-e2f7235ba797 req-1ff7680d-639e-4ef6-a3b0-787d36a1401a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0707340 May 12 15:40:41.546903 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Network 144446a1-8b69-4758-9c58-572c887f90d4 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:41.551218 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:41.553028 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Pushing event updated for resources: {'Port': ['ID=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:41.555161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:40:41.589322 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.603379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:41.603647 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-075bd202-5910-4375-b804-e2f7235ba797 req-e29488ae-dd02-4700-8e2d-cdff6eb9d450 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636759 May 12 15:40:41.604003 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.621833 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-f9b8acd9-39b4-482d-b8c3-365b2f822e6f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014412 May 12 15:40:41.633114 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:41.636071 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:41.641129 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:40:41.646365 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Request body: {'port': {'device_id': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:41.672591 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:41.698382 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-50c10548-03cf-4862-a971-b05f635ac3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.703211 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.703553 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.703903 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.704241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.704607 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.705074 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.705593 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.705931 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.706406 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.706777 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.707116 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.707443 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.707839 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.708173 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.708508 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:41.726362 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:41.727045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.748242 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-a9ca6a9e-a44e-476c-94a4-70a51ba5ac69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338221 May 12 15:40:41.762927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Request body: {'port': {'device_id': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:41.833564 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.899418 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-0f40a28c-3abc-4d36-a7e7-f703eef0fbcf None None] Provisioning complete for port 946a866f-f0df-4b44-ac4a-c0421cf05a34 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:41.899860 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0f40a28c-3abc-4d36-a7e7-f703eef0fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:41.934996 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-0f40a28c-3abc-4d36-a7e7-f703eef0fbcf None None] Port 946a866f-f0df-4b44-ac4a-c0421cf05a34 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:40:41.946122 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.135475 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946a866f-f0df-4b44-ac4a-c0421cf05a34 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:42.143247 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Publish callbacks [] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.155906 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Transition to ACTIVE for port object 946a866f-f0df-4b44-ac4a-c0421cf05a34 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:40:42.160173 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.209164 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:42.246367 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:42.255492 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Publish callbacks [] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.272102 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Transition to ACTIVE for port object 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:40:42.277328 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.326710 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed039-8023-4aa6-99da-b811056f141c req-c2f22743-065a-4a8d-bce7-151ac01ee1a8 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.328433 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ffed039-8023-4aa6-99da-b811056f141c req-c2f22743-065a-4a8d-bce7-151ac01ee1a8 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 932 time: 0.0772047 May 12 15:40:42.334078 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Attempting to bind port 946a866f-f0df-4b44-ac4a-c0421cf05a34 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:40:42.334417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Attempting to bind port 946a866f-f0df-4b44-ac4a-c0421cf05a34 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:40:42.334746 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Attempting to bind port 946a866f-f0df-4b44-ac4a-c0421cf05a34 on network 5c4759a0-040d-4ab6-a81b-bad646940f2a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:42.349699 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Port 946a866f-f0df-4b44-ac4a-c0421cf05a34 on network 5c4759a0-040d-4ab6-a81b-bad646940f2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:40:42.350592 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Attempting to bind port 946a866f-f0df-4b44-ac4a-c0421cf05a34 on network 5c4759a0-040d-4ab6-a81b-bad646940f2a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:42.358810 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:42.368522 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:40:42.368639 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Checking segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:40:42.368996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Bound using segment: {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:40:42.369456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Bound port: 946a866f-f0df-4b44-ac4a-c0421cf05a34, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd7d38e-f5f7-4170-adab-fe1e969914ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:40:42.369812 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.444420 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Attempting to bind port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:40:42.444875 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Attempting to bind port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:40:42.445280 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Attempting to bind port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b on network 144446a1-8b69-4758-9c58-572c887f90d4 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:42.450513 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b on network 144446a1-8b69-4758-9c58-572c887f90d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:40:42.450914 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Attempting to bind port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b on network 144446a1-8b69-4758-9c58-572c887f90d4 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:40:42.451097 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ffed039-8023-4aa6-99da-b811056f141c req-23859bc4-9d26-45b8-a935-06b0449e8843 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034291 May 12 15:40:42.457112 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:40:42.457529 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Checking segment: {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:40:42.457920 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Bound using segment: {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:40:42.458450 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Bound port: 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:40:42.459175 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.537927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:40:42.550671 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] For port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:40:42.554395 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] For port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:40:42.567697 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.567885 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43944a3f-9669-4062-839f-f09c3d257033 req-a4d867cd-17e0-471c-90d3-a5e5d63eda10 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.569097 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-43944a3f-9669-4062-839f-f09c3d257033 req-a4d867cd-17e0-471c-90d3-a5e5d63eda10 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0801494 May 12 15:40:42.571163 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:40:42.594431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.617988 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.618695 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.621068 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] 10.222.0.88 "PUT /v2.0/ports/9e1db9d6-3d4d-43d2-87ce-d656bfaae82b HTTP/1.1" status: 200 len: 1094 time: 0.9845133 May 12 15:40:42.621709 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'tag': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:42.624247 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b9f3dd-6025-43be-80b2-d34198e22ede" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8a08c7-6de8-4d93-b8d3-e62cd2faba36", "tag": "9e1db9d6-3d4d-43d2-87ce-d656bfaae82b"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:42.657755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03035102-1b57-4c08-85a7-eb7b609d830a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:42.680052 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.680528 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:42.681951 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] 10.222.0.88 "PUT /v2.0/ports/946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 1093 time: 0.9237561 May 12 15:40:42.682444 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:42.684710 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:42.773613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859590-4676-487f-8ade-cb63d30f9e58 req-6172927f-ae2f-4729-bf3b-ce07e1467651 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.775254 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40859590-4676-487f-8ade-cb63d30f9e58 req-6172927f-ae2f-4729-bf3b-ce07e1467651 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.1637352 May 12 15:40:42.788275 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-0b482ded-40da-4d9a-a24c-129c1884eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.789754 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-0b482ded-40da-4d9a-a24c-129c1884eef8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1127 time: 0.0496385 May 12 15:40:42.802572 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe5461-61b0-40b3-8959-0b831c47d521 service neutron] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:42.817587 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-9340a5ef-8ddd-4093-8047-2768e4acd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.819266 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-9340a5ef-8ddd-4093-8047-2768e4acd446 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 1128 time: 0.1204484 May 12 15:40:42.822957 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-43944a3f-9669-4062-839f-f09c3d257033 req-b039e5c3-3370-43ef-859a-57a67d8e311a tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426963 May 12 15:40:42.851341 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-32c95e6a-e630-490d-9bbb-3c005c7ee3a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 217 time: 0.0515914 May 12 15:40:42.896001 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f354da-fa05-4b1d-9501-0eeb0d610ae6 x-openstack-request-id: req-d7f354da-fa05-4b1d-9501-0eeb0d610ae6 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:42.896424 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8a08c7-6de8-4d93-b8d3-e62cd2faba36", "tag": "9e1db9d6-3d4d-43d2-87ce-d656bfaae82b", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:42.896802 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7f354da-fa05-4b1d-9501-0eeb0d610ae6 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:42.897300 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f354da-fa05-4b1d-9501-0eeb0d610ae6'] response: {'name': 'network-changed', 'server_uuid': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'tag': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b', 'status': 'completed', 'code': 200} May 12 15:40:42.911012 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-42f004dd-07ef-4e33-a0ef-5c79369d2f57 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b HTTP/1.1" status: 200 len: 217 time: 0.0788050 May 12 15:40:42.928803 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40859590-4676-487f-8ade-cb63d30f9e58 req-5bb5dde1-1080-4491-a8c6-d16666c8a619 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378434 May 12 15:40:42.937168 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-869b5795-d94e-48e1-b581-4c8a73e381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:42.938912 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-869b5795-d94e-48e1-b581-4c8a73e381ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.0794542 May 12 15:40:43.007395 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-7593185e-9566-41f5-a1e9-5a8096684dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:43.009896 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-7593185e-9566-41f5-a1e9-5a8096684dd9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603716 May 12 15:40:43.033509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a289d-b3aa-4046-9513-8db3999dedab req-e5140040-0df6-4f3e-bf5c-25f261f323a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:43.035041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-e5140040-0df6-4f3e-bf5c-25f261f323a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c82dd183-97b5-480c-9882-c4326561485b HTTP/1.1" status: 200 len: 853 time: 0.0955033 May 12 15:40:43.038704 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f06df5-46c4-4c4f-9de9-a5c8f71f243c x-openstack-request-id: req-72f06df5-46c4-4c4f-9de9-a5c8f71f243c {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:43.038984 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:43.039230 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72f06df5-46c4-4c4f-9de9-a5c8f71f243c {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:43.039797 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f06df5-46c4-4c4f-9de9-a5c8f71f243c'] response: {'name': 'network-changed', 'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'status': 'completed', 'code': 200} May 12 15:40:43.046558 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167d703-050c-401b-9995-3e19ad44f4aa req-c6593fab-56e5-4983-b6e5-ce9b52c63688 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:43.048065 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0167d703-050c-401b-9995-3e19ad44f4aa req-c6593fab-56e5-4983-b6e5-ce9b52c63688 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0706701 May 12 15:40:43.096316 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-7287f607-fa6b-426e-861b-01f73b17bc99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144446a1-8b69-4758-9c58-572c887f90d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397942 May 12 15:40:43.135911 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-afdeb4d4-d30e-44d0-872e-e03393022d84 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130116 May 12 15:40:43.150630 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0167d703-050c-401b-9995-3e19ad44f4aa req-e3c439ec-4088-49be-867d-cc3e082d0645 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960960 May 12 15:40:43.206542 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-e6c6218a-55cf-48a1-ac15-e037066b6b87 service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981464 May 12 15:40:43.237526 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-dbf24a43-396a-41b4-ba59-3b55ac57d32e req-bd44272b-dee0-45b2-b036-b3f3b7e738e8 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 May 12 15:40:43.307521 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-de6a289d-b3aa-4046-9513-8db3999dedab req-eaaf2f8d-a594-4a0b-b36c-0030d4dce372 service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 May 12 15:40:43.578960 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62eaed-4fc1-4a2d-b204-86344aaacc74 req-114ae465-e0a4-427a-b976-adfa18c8a495 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:43.580665 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc62eaed-4fc1-4a2d-b204-86344aaacc74 req-114ae465-e0a4-427a-b976-adfa18c8a495 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 944 time: 0.0481510 May 12 15:40:43.656402 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-5258e452-3eb6-46ab-960e-dc55480a1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:43.657917 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-5258e452-3eb6-46ab-960e-dc55480a1f4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1127 time: 0.0647190 May 12 15:40:43.664921 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc62eaed-4fc1-4a2d-b204-86344aaacc74 req-881b55ea-57ba-42e6-bbb5-9194a8cd60f9 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781779 May 12 15:40:43.906524 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-77759ad8-0a41-4fc9-afb0-7c5fe5f8d569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:43.955928 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead05e-f1a5-4034-a043-27d65b7fca1d req-7c52213b-477f-4e84-8362-9cfca33497e3 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:43.957532 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-98ead05e-f1a5-4034-a043-27d65b7fca1d req-7c52213b-477f-4e84-8362-9cfca33497e3 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0500534 May 12 15:40:44.015541 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-98ead05e-f1a5-4034-a043-27d65b7fca1d req-6561f229-c5d0-484b-9c65-80e7af0a04df tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518050 May 12 15:40:44.049183 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a8ea2-7319-4a16-9aac-4fabc7eb4ab9 req-edc1d91a-b390-478c-9e0d-9b80bb78598c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:44.050713 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f88a8ea2-7319-4a16-9aac-4fabc7eb4ab9 req-edc1d91a-b390-478c-9e0d-9b80bb78598c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0483379 May 12 15:40:44.099984 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f88a8ea2-7319-4a16-9aac-4fabc7eb4ab9 req-1674b8f0-4474-4bb4-a5fb-b61bbac9f87c tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 May 12 15:40:44.136631 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 40448) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:44.181636 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Deleting subnet b48c86f3-9791-4b60-b716-3cbd1823a165 {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:40:44.185157 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Publish callbacks [] for subnet (b48c86f3-9791-4b60-b716-3cbd1823a165), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.220509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (b48c86f3-9791-4b60-b716-3cbd1823a165), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.291345 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (b48c86f3-9791-4b60-b716-3cbd1823a165), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.299144 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b16f76-6576-488c-a1e2-8104faa5f6b1 req-7f10a7ca-ce87-4aad-ac3d-d123223e2d78 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:44.300694 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f6b16f76-6576-488c-a1e2-8104faa5f6b1 req-7f10a7ca-ce87-4aad-ac3d-d123223e2d78 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0624015 May 12 15:40:44.375035 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f6b16f76-6576-488c-a1e2-8104faa5f6b1 req-769024a8-37fd-4ebf-8556-f97b462b262b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579243 May 12 15:40:44.380857 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (b48c86f3-9791-4b60-b716-3cbd1823a165), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.409511 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.412663 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/b48c86f3-9791-4b60-b716-3cbd1823a165 HTTP/1.1" status: 204 len: 168 time: 0.2750251 May 12 15:40:44.413438 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2ea2f-390d-438d-b0ce-5facf2065184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48c86f3-9791-4b60-b716-3cbd1823a165,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:44.415312 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 40452) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:44.489358 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (20f09d87-b555-4743-9833-43160a6cce18), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.569998 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (20f09d87-b555-4743-9833-43160a6cce18), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.590756 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f09d87-b555-4743-9833-43160a6cce18']}} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:44.600500 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397') {'for_net_delete': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:44.600843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3b0e29-4247-4e70-a37e-9c3a4fe2d397') {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:44.610218 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454091'] for segment (1e3b0e29-4247-4e70-a37e-9c3a4fe2d397), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.629360 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (1e3b0e29-4247-4e70-a37e-9c3a4fe2d397), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.637679 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:40:44.638069 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9451801'] for segment (1e3b0e29-4247-4e70-a37e-9c3a4fe2d397), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: Traceback (most recent call last): May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: timer() May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: cb(*args, **kw) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: return func(*args, **kwargs) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: self._notify() May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: self.callback(batched_events) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: event.method(event) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: return f(self, *a, **k) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._get(url).json() May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: return self.request(url, 'GET', **kwargs) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:40:44.639779 dv-cinder-835881-11-iscsi neutron-server[103541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:40:44.696930 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (20f09d87-b555-4743-9833-43160a6cce18), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.702624 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:44.708226 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] 10.222.0.89 "DELETE /v2.0/networks/20f09d87-b555-4743-9833-43160a6cce18 HTTP/1.1" status: 204 len: 168 time: 0.2891145 May 12 15:40:44.720126 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afcb39-b194-4ec8-87ca-8e45f55503d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f09d87-b555-4743-9833-43160a6cce18,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:44.788724 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-30b5a5ce-cbed-4db3-853b-f5ec06b505e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:44.790222 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-30b5a5ce-cbed-4db3-853b-f5ec06b505e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 1128 time: 0.0473225 May 12 15:40:44.897865 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 40458) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:44.941695 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-9f3ee5ab-ced6-4bab-87d0-ec0879e9e94e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=15ed6d55b50c4f23bbd4df6b850e9466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424631 May 12 15:40:44.944331 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 40460) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:44.997086 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f004b10f-dde9-493f-833a-8a756c41bbba admin admin] Publish callbacks [] for security_group (a6e5fff1-a207-4495-9071-97d201e5249a), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:45.019796 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f004b10f-dde9-493f-833a-8a756c41bbba admin admin] Publish callbacks [] for security_group (a6e5fff1-a207-4495-9071-97d201e5249a), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:45.034207 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:45.073923 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f004b10f-dde9-493f-833a-8a756c41bbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a6e5fff1-a207-4495-9071-97d201e5249a), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:45.077313 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f004b10f-dde9-493f-833a-8a756c41bbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:45.080881 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f004b10f-dde9-493f-833a-8a756c41bbba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a6e5fff1-a207-4495-9071-97d201e5249a HTTP/1.1" status: 204 len: 168 time: 0.1332428 May 12 15:40:45.091657 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004b10f-dde9-493f-833a-8a756c41bbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5fff1-a207-4495-9071-97d201e5249a,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:45.120014 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4f87-16aa-4e6d-a1f8-4a7e72d5ff3d req-2876dad3-2344-4b5b-9025-6e887fd71a72 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:45.125358 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-860a4f87-16aa-4e6d-a1f8-4a7e72d5ff3d req-2876dad3-2344-4b5b-9025-6e887fd71a72 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 944 time: 0.3837559 May 12 15:40:45.184515 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ade701-9334-495f-a84a-f415e3065c79 req-a298286b-c146-4c12-b218-5da3a347151e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:45.185956 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-96ade701-9334-495f-a84a-f415e3065c79 req-a298286b-c146-4c12-b218-5da3a347151e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0910859 May 12 15:40:45.210209 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-2027583b-b189-4da1-b591-6bbeb4ef5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:45.211628 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-2027583b-b189-4da1-b591-6bbeb4ef5fd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 909 time: 0.4687030 May 12 15:40:45.237724 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-860a4f87-16aa-4e6d-a1f8-4a7e72d5ff3d req-3fdcdb7a-3675-4f4c-8e10-2a9ade4cf39e tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950303 May 12 15:40:45.266182 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-96ade701-9334-495f-a84a-f415e3065c79 req-347c8507-c71e-4600-8395-abeaa127af79 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708125 May 12 15:40:45.350983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6900a-f202-40a9-ac4e-cc2efddd267f req-45480ed3-ec06-420f-a159-6696153f2801 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:45.352744 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3c6900a-f202-40a9-ac4e-cc2efddd267f req-45480ed3-ec06-420f-a159-6696153f2801 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0481339 May 12 15:40:45.403177 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3c6900a-f202-40a9-ac4e-cc2efddd267f req-09725d73-dbcc-4da0-8bdc-da62e2aea877 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 May 12 15:40:45.497482 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce188-e2b3-4f96-9074-49d14203bc14 req-17640623-9eaa-42cc-9a18-70a5d1de98a1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:45.498936 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-505ce188-e2b3-4f96-9074-49d14203bc14 req-17640623-9eaa-42cc-9a18-70a5d1de98a1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0511172 May 12 15:40:45.546391 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-505ce188-e2b3-4f96-9074-49d14203bc14 req-d3335250-d415-4142-8b42-54a8c20b1d91 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417116 May 12 15:40:45.652403 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-b12668a9-0703-409a-bf9a-518926ae27d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 217 time: 0.0364974 May 12 15:40:45.715023 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-4e8af68a-7542-4458-bae0-8b0c80a04b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:45.716571 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-4e8af68a-7542-4458-bae0-8b0c80a04b43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 200 len: 914 time: 0.1012514 May 12 15:40:46.363200 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5e15-9254-4a9d-97cd-3a50c0da30fd req-e32f04a8-b337-4a69-9465-d8187ed14b55 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.364803 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcac5e15-9254-4a9d-97cd-3a50c0da30fd req-e32f04a8-b337-4a69-9465-d8187ed14b55 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 944 time: 0.0532677 May 12 15:40:46.427788 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3661c03-b9ce-4536-8256-c8ddabb9e7e0 req-a5728f3c-a093-4f67-ba39-9d822211038b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.429515 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e3661c03-b9ce-4536-8256-c8ddabb9e7e0 req-a5728f3c-a093-4f67-ba39-9d822211038b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0749874 May 12 15:40:46.469938 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fcac5e15-9254-4a9d-97cd-3a50c0da30fd req-ba0693d7-a2fe-4151-b109-c808cb01efa6 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971062 May 12 15:40:46.483486 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:40:46.507501 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e3661c03-b9ce-4536-8256-c8ddabb9e7e0 req-7885b18d-0549-409c-91be-ca0bcf57d63f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716224 May 12 15:40:46.540328 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-3b426883-e12e-4b09-adee-c718b96af737 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b HTTP/1.1" status: 200 len: 217 time: 0.0492218 May 12 15:40:46.571676 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-ce5e96d2-ac07-4d90-9453-879794774464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.573140 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-ce5e96d2-ac07-4d90-9453-879794774464 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.0800836 May 12 15:40:46.604191 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:46.606812 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-933e12fa-9d13-4adb-bd28-2250de7894db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.609607 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-933e12fa-9d13-4adb-bd28-2250de7894db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c82dd183-97b5-480c-9882-c4326561485b HTTP/1.1" status: 200 len: 853 time: 0.0592179 May 12 15:40:46.621265 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'port_id': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'mac_address': 'fa:16:3e:d2:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:40:46.654649 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-57299a6b-1de9-4d76-8395-51dcfc859b97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=144446a1-8b69-4758-9c58-572c887f90d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355835 May 12 15:40:46.655029 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:46.659002 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ee2b1-706e-4e07-a09a-5c5b9bca5ea6 req-86823fc8-cf57-413a-ab79-b13db8c3612e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.660620 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9c8ee2b1-706e-4e07-a09a-5c5b9bca5ea6 req-86823fc8-cf57-413a-ab79-b13db8c3612e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.1065910 May 12 15:40:46.669969 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 946a866f-f0df-4b44-ac4a-c0421cf05a34 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:46.670353 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:46.686841 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946a866f-f0df-4b44-ac4a-c0421cf05a34 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:46.694352 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-7b691335-4ce4-41d9-a272-a4021cc7f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.694352 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-7b691335-4ce4-41d9-a272-a4021cc7f757 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1054506 May 12 15:40:46.707211 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:46.712439 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:46.713349 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:40:46.738968 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513796c-a436-47d0-8cf6-3c180d0c7d0d req-855cbaa0-8b37-48b9-a115-3a8cd64b0a36 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:46.740499 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c513796c-a436-47d0-8cf6-3c180d0c7d0d req-855cbaa0-8b37-48b9-a115-3a8cd64b0a36 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.1087246 May 12 15:40:46.764288 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-3cd5b007-8d6c-4dd4-ad4c-baa00482d75c service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027651 May 12 15:40:46.789136 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:46.799645 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.800266 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.800909 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.801291 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.801714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.802051 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.802382 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.802711 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.803054 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.803385 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.803715 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.804054 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.804384 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.804731 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.805052 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:40:46.817813 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9c8ee2b1-706e-4e07-a09a-5c5b9bca5ea6 req-b504c7a7-57d2-42e9-aca3-4ba40aff2894 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378188 May 12 15:40:46.865284 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c513796c-a436-47d0-8cf6-3c180d0c7d0d req-8c8840b5-7743-4eb7-8c73-2db50dcb4ddc tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125522 May 12 15:40:46.869415 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-69a561b8-7f8b-4abe-87ba-11b259e0be95 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602592 May 12 15:40:46.874923 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:46.879483 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-d1b9f3dd-6025-43be-80b2-d34198e22ede req-f7064f23-50bb-4baf-89ad-04d1e994f96b service neutron] 10.222.0.88 "GET /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077652 May 12 15:40:46.888189 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b', 'network_id': '144446a1-8b69-4758-9c58-572c887f90d4', 'port_id': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b', 'mac_address': 'fa:16:3e:62:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82dd183-97b5-480c-9882-c4326561485b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:40:46.927449 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:46.927838 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:46.940431 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:46.962415 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:46.967081 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:46.977542 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d1ac25-1eb2-4911-be87-ef0893e6ddcf req-d2c51ca6-e3be-4c2d-ae30-d34e503774ca service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993598 May 12 15:40:47.021166 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:47.414290 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['9e1db9d6-3d4d-43d2-87ce-d656bfaae82b'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:40:47.586723 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['946a866f-f0df-4b44-ac4a-c0421cf05a34'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:40:47.656522 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c832d-a5a9-44d9-bc76-05b7f2aa1a93 req-72bf0a62-cba0-4d9f-8ffc-27577bbf4299 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:47.658012 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e74c832d-a5a9-44d9-bc76-05b7f2aa1a93 req-72bf0a62-cba0-4d9f-8ffc-27577bbf4299 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 945 time: 0.1005602 May 12 15:40:47.687636 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec667-fd7f-4e00-9102-4a4afe7262ce req-16034313-65ee-4b9a-948a-e45486336967 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:47.689086 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d40ec667-fd7f-4e00-9102-4a4afe7262ce req-16034313-65ee-4b9a-948a-e45486336967 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 944 time: 0.0857666 May 12 15:40:47.731097 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e74c832d-a5a9-44d9-bc76-05b7f2aa1a93 req-313936e8-d7cd-4c73-bdb4-b2ed23757954 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670812 May 12 15:40:47.757247 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d40ec667-fd7f-4e00-9102-4a4afe7262ce req-7b8032c9-3b46-40b1-bc8e-dfe0848ed55c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622718 May 12 15:40:47.936819 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafea2d7-e902-408f-8ccf-d6569824481d req-8f9e9616-b48b-42f9-9b81-387828371bde tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:47.938466 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fafea2d7-e902-408f-8ccf-d6569824481d req-8f9e9616-b48b-42f9-9b81-387828371bde tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0528138 May 12 15:40:47.944866 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:48.024639 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf279-3bb3-414d-888e-8893b9a4e300 req-bec457cb-07fb-4a82-98fe-1d15c6c2d4bd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:48.026178 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a9bf279-3bb3-414d-888e-8893b9a4e300 req-bec457cb-07fb-4a82-98fe-1d15c6c2d4bd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0754769 May 12 15:40:48.033715 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fafea2d7-e902-408f-8ccf-d6569824481d req-3e8778a4-aaac-47db-86ff-79feced59d2f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896165 May 12 15:40:48.075849 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a9bf279-3bb3-414d-888e-8893b9a4e300 req-7ad06144-2e89-40e5-9f07-b06ac4024ab8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 May 12 15:40:48.880505 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c321b-6e75-4ca2-b5b2-e059862bc8b0 req-cb037579-8fff-4f6a-8c98-d9fede577b3c tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:48.881940 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c36c321b-6e75-4ca2-b5b2-e059862bc8b0 req-cb037579-8fff-4f6a-8c98-d9fede577b3c tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 945 time: 0.0748894 May 12 15:40:48.900520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b7aa-dbb8-4507-9dc2-8a6cea667f93 req-f3b8bbdc-0c04-4a85-8777-6077ea7c148f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:48.901933 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8863b7aa-dbb8-4507-9dc2-8a6cea667f93 req-f3b8bbdc-0c04-4a85-8777-6077ea7c148f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 944 time: 0.0672417 May 12 15:40:48.962255 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c36c321b-6e75-4ca2-b5b2-e059862bc8b0 req-472a62c2-9b06-464a-99c4-6542f1e7598e tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 May 12 15:40:48.976623 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8863b7aa-dbb8-4507-9dc2-8a6cea667f93 req-42d2d785-2d2d-478f-b690-af1a5390d527 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663204 May 12 15:40:49.157026 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303abc7-e05d-4c34-8e1e-7c2e49199f0e req-89c2bc94-0a50-43e6-82a5-7103d357f53e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:49.158499 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6303abc7-e05d-4c34-8e1e-7c2e49199f0e req-89c2bc94-0a50-43e6-82a5-7103d357f53e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0490942 May 12 15:40:49.218174 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480bd0e-03b4-4445-892a-5ccb7004f786 req-b82a4307-814f-4e76-957a-aed4349ffe08 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:49.219706 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1480bd0e-03b4-4445-892a-5ccb7004f786 req-b82a4307-814f-4e76-957a-aed4349ffe08 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0700316 May 12 15:40:49.253763 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6303abc7-e05d-4c34-8e1e-7c2e49199f0e req-b2e76042-9ccb-410f-9741-45afca5d6de3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877321 May 12 15:40:49.280291 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1480bd0e-03b4-4445-892a-5ccb7004f786 req-f208d35d-801f-4ae3-9ec7-517028e9d457 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547643 May 12 15:40:50.103348 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e33d0-4fbb-4241-bf1b-e74328ecc9df req-beab152c-fe66-49d8-8945-33db8b233943 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:50.104815 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c19e33d0-4fbb-4241-bf1b-e74328ecc9df req-beab152c-fe66-49d8-8945-33db8b233943 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 945 time: 0.0739398 May 12 15:40:50.117235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef439b4-a0d2-4ed8-8406-2b6d21361137 req-a407032b-bb2f-4095-b424-380721dd865b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:50.118619 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3ef439b4-a0d2-4ed8-8406-2b6d21361137 req-a407032b-bb2f-4095-b424-380721dd865b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 944 time: 0.0760157 May 12 15:40:50.188287 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c19e33d0-4fbb-4241-bf1b-e74328ecc9df req-a1646abe-97c6-4412-ad07-6a2d586674ff tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775645 May 12 15:40:50.196887 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3ef439b4-a0d2-4ed8-8406-2b6d21361137 req-2789035d-756d-4acc-bd81-4d2a90a63544 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728204 May 12 15:40:50.402920 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eccde-aa8f-4917-a8a6-374d5849bdfe req-101c5980-f3b4-49fb-ac94-5beea8bb25b8 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:50.404391 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c97eccde-aa8f-4917-a8a6-374d5849bdfe req-101c5980-f3b4-49fb-ac94-5beea8bb25b8 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0713191 May 12 15:40:50.430996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425e94a-00c9-47aa-a549-2ed6ca969246 req-c859c635-0448-4628-9232-8ebf4eb0335f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:50.432392 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8425e94a-00c9-47aa-a549-2ed6ca969246 req-c859c635-0448-4628-9232-8ebf4eb0335f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 943 time: 0.0712566 May 12 15:40:50.476490 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c97eccde-aa8f-4917-a8a6-374d5849bdfe req-c487c22b-b23f-4a41-ad3a-7105f7481b4f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663640 May 12 15:40:50.501653 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8425e94a-00c9-47aa-a549-2ed6ca969246 req-a058ed5c-1ab8-40d7-a82e-9e2fb0538dcd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627589 May 12 15:40:51.162115 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:40:51.271522 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:51.283119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'port_id': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'mac_address': 'fa:16:3e:a1:97:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:40:51.323435 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:51.323826 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:51.334828 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3ad1-33cb-425c-9f01-d20b52697a7a req-bb944610-8897-402f-a7f2-65e4a5da67f0 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:51.336292 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f34a3ad1-33cb-425c-9f01-d20b52697a7a req-bb944610-8897-402f-a7f2-65e4a5da67f0 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 945 time: 0.0774419 May 12 15:40:51.336560 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cd7191-e25f-4a20-a234-376a79b8ccdc {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:40:51.342380 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866a11c-3ba9-4bb1-87ca-20d3a95b6845 req-7137fe86-29ae-41d0-bd84-dfe9a19f18e0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:51.343734 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d866a11c-3ba9-4bb1-87ca-20d3a95b6845 req-7137fe86-29ae-41d0-bd84-dfe9a19f18e0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 944 time: 0.0737991 May 12 15:40:51.356114 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:51.362173 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:51.410273 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=9']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:51.417064 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f34a3ad1-33cb-425c-9f01-d20b52697a7a req-b62e9ef3-4267-4481-b6d0-20fb482c320f tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723257 May 12 15:40:51.422093 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d866a11c-3ba9-4bb1-87ca-20d3a95b6845 req-d3bd7ccd-b835-4fda-95ad-902b3b29c580 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710492 May 12 15:40:51.622620 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23828187-aa6c-4582-960e-5a42c5b5b502 req-6b24eb6f-820b-4e75-b3aa-1bd7f3cb8fff tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:51.624078 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23828187-aa6c-4582-960e-5a42c5b5b502 req-6b24eb6f-820b-4e75-b3aa-1bd7f3cb8fff tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0757966 May 12 15:40:51.643412 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f253bc-7aac-4fb1-b540-73d8e74fb3f5 req-4568e649-6b93-49a8-9c47-b3a173d73eee tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:51.644940 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b4f253bc-7aac-4fb1-b540-73d8e74fb3f5 req-4568e649-6b93-49a8-9c47-b3a173d73eee tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0648496 May 12 15:40:51.706672 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23828187-aa6c-4582-960e-5a42c5b5b502 req-c23d4c4a-aa32-458c-ad0b-fc53844fe1c4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766828 May 12 15:40:51.719327 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b4f253bc-7aac-4fb1-b540-73d8e74fb3f5 req-a1faf7f9-6086-44b9-85da-6f5bb8ec5d14 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675583 May 12 15:40:51.923023 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:51.974862 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 946a866f-f0df-4b44-ac4a-c0421cf05a34 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:40:51.982348 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 946a866f-f0df-4b44-ac4a-c0421cf05a34 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:51.982727 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:52.068387 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 946a866f-f0df-4b44-ac4a-c0421cf05a34 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:52.068804 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:52.091640 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:52.093939 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ff37eb-388e-4b4c-97ad-efd72c61283f" -d '{"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-plugged", "status": "completed", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:52.106134 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:52.112092 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:52.113000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:52.136729 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81180c59-4c19-49dc-b82e-7d49fce729ee x-openstack-request-id: req-81180c59-4c19-49dc-b82e-7d49fce729ee {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:52.137040 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-plugged", "status": "completed", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:52.137295 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81180c59-4c19-49dc-b82e-7d49fce729ee {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:52.137679 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81180c59-4c19-49dc-b82e-7d49fce729ee'] response: {'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'code': 200} May 12 15:40:52.189772 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:52.197153 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:40:52.204202 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:52.204583 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:52.249246 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['18cd7191-e25f-4a20-a234-376a79b8ccdc'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:40:52.315972 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:52.316351 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:52.373020 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:52.380130 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:52.399758 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81510c-47b3-4821-b9b8-55c5e692dbf5 req-28367f53-d959-49b1-ad15-c2b38bf81aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:52.401304 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a81510c-47b3-4821-b9b8-55c5e692dbf5 req-28367f53-d959-49b1-ad15-c2b38bf81aba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1129 time: 0.0401750 May 12 15:40:52.450902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:52.464796 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a81510c-47b3-4821-b9b8-55c5e692dbf5 req-943a24d8-37e4-4b29-b1a0-b29ca516b476 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544426 May 12 15:40:52.566335 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35491-9153-4581-8ffd-cb96e438ce22 req-80e3ff85-0e8c-46e5-a89e-2a71d0aa8488 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:52.567821 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65d35491-9153-4581-8ffd-cb96e438ce22 req-80e3ff85-0e8c-46e5-a89e-2a71d0aa8488 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0735734 May 12 15:40:52.575768 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71dcd8-d277-4c89-8e25-78ec83c0c326 req-6bae8768-81d6-45b6-a7be-7ca45c4496f5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:52.577136 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d71dcd8-d277-4c89-8e25-78ec83c0c326 req-6bae8768-81d6-45b6-a7be-7ca45c4496f5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0738814 May 12 15:40:52.651115 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-65d35491-9153-4581-8ffd-cb96e438ce22 req-2ad3f804-850c-499f-99e5-6c2ef35852bb tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 May 12 15:40:52.654862 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d71dcd8-d277-4c89-8e25-78ec83c0c326 req-0c238469-86ac-43c3-b28f-9b4534047df3 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710909 May 12 15:40:52.853273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bd363-fc06-4d78-92da-f2ea074a8df3 req-c4ec3fee-4db8-4fce-8385-0ef399bd8f4d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:52.854650 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e84bd363-fc06-4d78-92da-f2ea074a8df3 req-c4ec3fee-4db8-4fce-8385-0ef399bd8f4d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0714283 May 12 15:40:52.865436 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb57020-ffeb-446f-ac3c-3295a2368db5 req-93c96055-6c6e-4f60-b50d-594125b3205b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:52.866819 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fdb57020-ffeb-446f-ac3c-3295a2368db5 req-93c96055-6c6e-4f60-b50d-594125b3205b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 944 time: 0.0721881 May 12 15:40:52.941619 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e84bd363-fc06-4d78-92da-f2ea074a8df3 req-411a6fdf-6da2-4566-b27c-92ac2419544a tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738850 May 12 15:40:52.944892 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fdb57020-ffeb-446f-ac3c-3295a2368db5 req-70a38031-3409-4e04-9f38-eb54bcaa0108 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713706 May 12 15:40:53.258135 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:40:53.307398 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 18cd7191-e25f-4a20-a234-376a79b8ccdc triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:40:53.307768 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:53.387191 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 18cd7191-e25f-4a20-a234-376a79b8ccdc is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:40:53.387593 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:53.425155 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:40:53.435207 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:53.486548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=10']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:53.810254 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10ac4-ce09-4b63-9fed-959cd5d31dcf req-96d8d59f-3b21-40ff-8cc5-7b3a5c08a28e tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:53.811724 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a8d10ac4-ce09-4b63-9fed-959cd5d31dcf req-96d8d59f-3b21-40ff-8cc5-7b3a5c08a28e tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0886457 May 12 15:40:53.820074 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5f112-9d5b-4226-a496-d6e677bc89d5 req-24f09d85-649e-4436-b5ff-224c1f0faf98 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:53.821481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d5c5f112-9d5b-4226-a496-d6e677bc89d5 req-24f09d85-649e-4436-b5ff-224c1f0faf98 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0824530 May 12 15:40:53.893715 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a8d10ac4-ce09-4b63-9fed-959cd5d31dcf req-b98458d9-6c55-421a-8f23-67e876c79ba3 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712836 May 12 15:40:53.898440 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d5c5f112-9d5b-4226-a496-d6e677bc89d5 req-c89e88c7-779e-466b-82b0-f2ef7961ed47 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696728 May 12 15:40:54.095060 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc064b-808c-4d2c-81c3-03d61a9dc156 req-9b931119-020e-4738-8fe3-89870c126f85 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:54.096630 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ffbc064b-808c-4d2c-81c3-03d61a9dc156 req-9b931119-020e-4738-8fe3-89870c126f85 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0790527 May 12 15:40:54.107643 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cea737-507d-41e6-adb6-ac39e1d6de76 req-05140acc-6cf1-4770-b182-b52a9864e5c3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:54.109074 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7cea737-507d-41e6-adb6-ac39e1d6de76 req-05140acc-6cf1-4770-b182-b52a9864e5c3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.0821939 May 12 15:40:54.139273 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b'}, {'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:54.141669 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f978020-78eb-44ea-abe2-9bb681d644ad" -d '{"events": [{"server_uuid": "4a8a08c7-6de8-4d93-b8d3-e62cd2faba36", "name": "network-vif-plugged", "status": "completed", "tag": "9e1db9d6-3d4d-43d2-87ce-d656bfaae82b"}, {"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-plugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:54.182720 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ffbc064b-808c-4d2c-81c3-03d61a9dc156 req-5bb9e8fd-ed22-4542-809f-8f5c21c4a697 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724692 May 12 15:40:54.186990 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d7cea737-507d-41e6-adb6-ac39e1d6de76 req-cb6cc1d5-5d95-4972-b0aa-40f3222dc7c8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698285 May 12 15:40:54.231150 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 May 2022 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abf3795-9f81-4f03-bedd-3ace06822668 x-openstack-request-id: req-7abf3795-9f81-4f03-bedd-3ace06822668 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:54.231449 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a08c7-6de8-4d93-b8d3-e62cd2faba36", "name": "network-vif-plugged", "status": "completed", "tag": "9e1db9d6-3d4d-43d2-87ce-d656bfaae82b", "code": 200}, {"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-plugged", "status": "completed", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:54.231698 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7abf3795-9f81-4f03-bedd-3ace06822668 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:54.232091 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abf3795-9f81-4f03-bedd-3ace06822668'] response: {'server_uuid': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b', 'code': 200} May 12 15:40:54.235204 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abf3795-9f81-4f03-bedd-3ace06822668'] response: {'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'code': 200} May 12 15:40:54.294374 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:40:54.316850 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 40604) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:54.425644 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a46d939d-1c7a-413a-a968-c539df4e6954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.507782 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a46d939d-1c7a-413a-a968-c539df4e6954 admin admin] Publish callbacks [] for security_group (b06fa5eb-8c0d-467f-998c-5447b9b1dff6), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.513611 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a46d939d-1c7a-413a-a968-c539df4e6954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b06fa5eb-8c0d-467f-998c-5447b9b1dff6), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.555097 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a46d939d-1c7a-413a-a968-c539df4e6954 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=96ad7bccc5b34915a94f59441617fa11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371349 May 12 15:40:54.556150 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d939d-1c7a-413a-a968-c539df4e6954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06fa5eb-8c0d-467f-998c-5447b9b1dff6,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:54.557972 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 40608) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:54.610918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92dea531-cefc-42ad-924d-511cf1ab85e3 admin admin] Publish callbacks [] for security_group (b06fa5eb-8c0d-467f-998c-5447b9b1dff6), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.632168 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92dea531-cefc-42ad-924d-511cf1ab85e3 admin admin] Publish callbacks [] for security_group (b06fa5eb-8c0d-467f-998c-5447b9b1dff6), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.686321 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92dea531-cefc-42ad-924d-511cf1ab85e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b06fa5eb-8c0d-467f-998c-5447b9b1dff6), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.689060 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-92dea531-cefc-42ad-924d-511cf1ab85e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:54.690372 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-92dea531-cefc-42ad-924d-511cf1ab85e3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b06fa5eb-8c0d-467f-998c-5447b9b1dff6 HTTP/1.1" status: 204 len: 168 time: 0.1312976 May 12 15:40:54.698374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dea531-cefc-42ad-924d-511cf1ab85e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06fa5eb-8c0d-467f-998c-5447b9b1dff6,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:54.854395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47871018-8bbb-4481-a262-7b5f9debbf4a req-54c1439e-f2ca-4fe2-87ad-061e48ad2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:54.855562 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-47871018-8bbb-4481-a262-7b5f9debbf4a req-54c1439e-f2ca-4fe2-87ad-061e48ad2cab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 1130 time: 0.0430603 May 12 15:40:54.931208 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-47871018-8bbb-4481-a262-7b5f9debbf4a req-f4f0c72b-3c50-4c1b-a380-1504e4ddcad4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511484 May 12 15:40:54.949935 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70840f0-1c23-41bf-8907-5ca42f57b578 req-94e122b9-3c9f-46fd-9ec3-6b1ccc968e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:54.951470 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c70840f0-1c23-41bf-8907-5ca42f57b578 req-94e122b9-3c9f-46fd-9ec3-6b1ccc968e28 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 1130 time: 0.0464196 May 12 15:40:55.055393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01d49b-40d6-46ae-87b7-0cf100ce8702 req-6e77693e-70dd-4bfd-b5c8-b50177e02a1a tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:55.056891 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d01d49b-40d6-46ae-87b7-0cf100ce8702 req-6e77693e-70dd-4bfd-b5c8-b50177e02a1a tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0778048 May 12 15:40:55.064789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f1ddf-c8d5-42a6-83da-f9e2ec950df5 req-d94f8197-a3f5-4021-8116-e5895faed99e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:55.066245 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9c8f1ddf-c8d5-42a6-83da-f9e2ec950df5 req-d94f8197-a3f5-4021-8116-e5895faed99e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0776069 May 12 15:40:55.137408 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0d01d49b-40d6-46ae-87b7-0cf100ce8702 req-791fd576-778c-4eae-a060-59c265c34239 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701253 May 12 15:40:55.141038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9c8f1ddf-c8d5-42a6-83da-f9e2ec950df5 req-ea97fccb-d13b-4ca8-abcd-a07cf08cc71e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679801 May 12 15:40:55.171997 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c70840f0-1c23-41bf-8907-5ca42f57b578 req-dd17b12e-4bff-4353-9325-2d59b0b60c7f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482097 May 12 15:40:55.262104 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a3940-3da6-476f-9299-e6201fd3ef68 req-32a6559a-ddde-43e2-be37-47ae108d6629 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:55.263553 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-828a3940-3da6-476f-9299-e6201fd3ef68 req-32a6559a-ddde-43e2-be37-47ae108d6629 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0527573 May 12 15:40:55.322188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0781472-2678-4c5a-84ba-1c6fac4eceb4 req-b5c5a1c3-3124-4f92-be81-5409da68a643 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:55.323627 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c0781472-2678-4c5a-84ba-1c6fac4eceb4 req-b5c5a1c3-3124-4f92-be81-5409da68a643 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0690744 May 12 15:40:55.359729 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-828a3940-3da6-476f-9299-e6201fd3ef68 req-714e148a-d167-4423-a3c1-d313b78002aa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888906 May 12 15:40:55.381551 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 40622) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:55.390391 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c0781472-2678-4c5a-84ba-1c6fac4eceb4 req-027e9e99-a01d-47aa-bb58-d0c8a9c98e7d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609150 May 12 15:40:55.461367 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0732a-9a78-442e-a920-c7f4490552b1 req-d9bb34b8-217f-4a91-9df5-c14357ce582f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:55.462842 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ce0732a-9a78-442e-a920-c7f4490552b1 req-d9bb34b8-217f-4a91-9df5-c14357ce582f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.0472896 May 12 15:40:55.514082 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ce0732a-9a78-442e-a920-c7f4490552b1 req-6520ddb9-11a3-4258-aab5-4a391e8c202a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 May 12 15:40:55.569396 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f651d-468e-40e7-b0b4-def1cb350683 tempest-TestShelveInstance-915246560 tempest-TestShelveInstance-915246560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:55.570899 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-261f651d-468e-40e7-b0b4-def1cb350683 tempest-TestShelveInstance-915246560 tempest-TestShelveInstance-915246560-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1124 time: 0.1883085 May 12 15:40:55.573907 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 40626) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:40:55.578161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'port_id': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:40:55.600691 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:55.678085 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:55.795237 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Allocated IP 172.27.2.202 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/11e3836b-be25-4207-9a31-b8c7bd130eb4) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:40:55.906345 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:55.944990 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:55.982753 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:40:55.985689 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:40:55.991256 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:40:55.996729 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'Port': ['ID=11e3836b-be25-4207-9a31-b8c7bd130eb4,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:56.260222 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab963-defb-4a72-9595-92c87be0a13b req-96329eed-6e44-4426-a328-c6aab37b740a tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:56.261705 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-979ab963-defb-4a72-9595-92c87be0a13b req-96329eed-6e44-4426-a328-c6aab37b740a tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0511527 May 12 15:40:56.308846 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-979ab963-defb-4a72-9595-92c87be0a13b req-79606b1d-e52b-4eec-8b89-29f902818b12 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 May 12 15:40:56.392204 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for floatingip (7afe1f74-1e51-4b02-adff-4833e4ae3347), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:56.471279 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:56.525829 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31034299-585a-4fd5-bc7a-9a3f20beb7c3 req-665058cb-1514-4b72-93de-c50b0a3153e5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:56.527952 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-31034299-585a-4fd5-bc7a-9a3f20beb7c3 req-665058cb-1514-4b72-93de-c50b0a3153e5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0578222 May 12 15:40:56.578052 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-31034299-585a-4fd5-bc7a-9a3f20beb7c3 req-382d3ad8-a075-4e40-9c3f-fc758d523ab1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 May 12 15:40:56.633419 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d716-ae93-4be0-8852-831d21c123c9 req-166c246a-3c6b-4008-970c-79124aa92945 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:56.634880 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9e46d716-ae93-4be0-8852-831d21c123c9 req-166c246a-3c6b-4008-970c-79124aa92945 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.0456672 May 12 15:40:56.660303 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:56.665548 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:56.684780 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9e46d716-ae93-4be0-8852-831d21c123c9 req-b0f36653-af70-478f-964e-7451bc238b95 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 May 12 15:40:56.736008 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event updated for resources: {'Port': ['ID=11e3836b-be25-4207-9a31-b8c7bd130eb4,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:40:56.746069 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (7afe1f74-1e51-4b02-adff-4833e4ae3347), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:56.850017 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Floating IP 7afe1f74-1e51-4b02-adff-4833e4ae3347 associated. External IP: 172.27.2.202, port: 946a866f-f0df-4b44-ac4a-c0421cf05a34. May 12 15:40:57.307827 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Router cc1238c0-96b0-471b-92c0-400be4197618 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:40:57.424075 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:40:57.426362 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff0248-b566-4785-aaff-6061070e475a req-50da2782-7028-4be5-864c-7398c68c5dba tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.427939 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-46ff0248-b566-4785-aaff-6061070e475a req-50da2782-7028-4be5-864c-7398c68c5dba tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0500760 May 12 15:40:57.436666 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] Sync routers for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:40:57.444264 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:40:57.451552 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:40:57.452187 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:40:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:57.485224 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c48a470e-46a0-4597-b952-cde387207baa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9102807 May 12 15:40:57.485818 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:40:57.490210 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2428ba-91ae-481e-83d8-0dba6eece8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:40:57.521533 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-46ff0248-b566-4785-aaff-6061070e475a req-fa92827e-cf71-4938-b1cd-48963d33d8b0 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764148 May 12 15:40:57.547351 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1fcd7d-4fdd-4312-8952-1dafc5c77128 x-openstack-request-id: req-8a1fcd7d-4fdd-4312-8952-1dafc5c77128 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:40:57.547757 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:40:57.548062 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a1fcd7d-4fdd-4312-8952-1dafc5c77128 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:40:57.548575 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1fcd7d-4fdd-4312-8952-1dafc5c77128'] response: {'name': 'network-changed', 'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'status': 'completed', 'code': 200} May 12 15:40:57.596732 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:40:57.622603 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-2c57242c-cf35-4310-8c2f-53264156a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.624614 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-2c57242c-cf35-4310-8c2f-53264156a90a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1129 time: 0.0527432 May 12 15:40:57.722040 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560552d-67d9-4fdf-a0f4-f747fff47d88 req-b3707983-ed9b-4252-9812-0c727ba87d3d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.723863 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a560552d-67d9-4fdf-a0f4-f747fff47d88 req-b3707983-ed9b-4252-9812-0c727ba87d3d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0547905 May 12 15:40:57.745880 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-152dc8d2-2980-403e-ba01-db33dc460720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.748259 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-152dc8d2-2980-403e-ba01-db33dc460720 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 909 time: 0.1158445 May 12 15:40:57.804344 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a560552d-67d9-4fdf-a0f4-f747fff47d88 req-fcd0fe0c-f542-42eb-b76c-5d940cc01c1b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724587 May 12 15:40:57.847796 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-041ec9ee-c4f2-4f68-87cc-baa263d5a4a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 999 time: 0.0933917 May 12 15:40:57.907909 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '7afe1f74-1e51-4b02-adff-4833e4ae3347', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'port_id': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'mac_address': 'fa:16:3e:d2:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:40:56Z', 'updated_at': '2022-05-12T15:40:56Z', 'revision_number': 0, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:57.913423 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-2d3fb80e-6f27-4a84-a1be-a09d66891b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.916204 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-2d3fb80e-6f27-4a84-a1be-a09d66891b78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.0611727 May 12 15:40:57.947220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8433a02-ad54-4b3b-ade0-553169157c48 req-fe6dd9e6-e3f2-4753-9e1e-f9960a78950e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.964502 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b8433a02-ad54-4b3b-ade0-553169157c48 req-fe6dd9e6-e3f2-4753-9e1e-f9960a78950e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.0797768 May 12 15:40:57.970347 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-c0aea962-0460-4d86-8d3e-3e75a90839e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:57.971884 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-c0aea962-0460-4d86-8d3e-3e75a90839e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489471 May 12 15:40:57.987912 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] Checking router: cc1238c0-96b0-471b-92c0-400be4197618 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:40:58.021932 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:40:58.022756 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:40:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:58.106746 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b8433a02-ad54-4b3b-ade0-553169157c48 req-e299d4a9-cc07-491a-85a9-e07fc9e51972 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347294 May 12 15:40:58.132263 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-c79728ef-260d-4b4d-adc7-a0778c93c755 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510017 May 12 15:40:58.148511 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:40:58.253408 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f1888-d35a-4544-96ed-9dcdf9f9bca7 req-7b1d60a7-79ff-48a6-bdc2-834023270371 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:58.254955 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9b1f1888-d35a-4544-96ed-9dcdf9f9bca7 req-7b1d60a7-79ff-48a6-bdc2-834023270371 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0528190 May 12 15:40:58.286138 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-7e2428ba-91ae-481e-83d8-0dba6eece8d0 req-c6fe9ecb-2b7c-4055-b8ed-60c1f249c4b5 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469872 May 12 15:40:58.340198 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9b1f1888-d35a-4544-96ed-9dcdf9f9bca7 req-ea3fa814-aacd-4cfb-9257-8452ea752c70 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780318 May 12 15:40:58.344017 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263228ce-6171-450d-9f94-d991a7d4321e req-d6a25b5e-1f7f-4033-837e-c24f491b1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:58.345632 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-d6a25b5e-1f7f-4033-837e-c24f491b1523 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1130 time: 0.0579007 May 12 15:40:58.380608 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '7afe1f74-1e51-4b02-adff-4833e4ae3347', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'port_id': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'mac_address': 'fa:16:3e:d2:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:40:56Z', 'updated_at': '2022-05-12T15:40:56Z', 'revision_number': 0, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:40:58.409812 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ad15d-fea1-4f72-ac3a-b8fef441d5bd None None] The sync data for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi is: [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '7afe1f74-1e51-4b02-adff-4833e4ae3347', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'port_id': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'mac_address': 'fa:16:3e:d2:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:40:56Z', 'updated_at': '2022-05-12T15:40:56Z', 'revision_number': 0, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:40:58.440901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263228ce-6171-450d-9f94-d991a7d4321e req-28b92f87-5be2-4162-bf87-cc6abff7b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:58.442412 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-28b92f87-5be2-4162-bf87-cc6abff7b8c8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.0906239 May 12 15:40:58.514538 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-012a1a34-0402-4704-816a-bd7910c1f95f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 1001 time: 0.0641251 May 12 15:40:58.574857 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263228ce-6171-450d-9f94-d991a7d4321e req-9c510a0d-f8f7-4b3a-84b6-79ce35e14aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:58.576387 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-9c510a0d-f8f7-4b3a-84b6-79ce35e14aca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0559232 May 12 15:40:58.620863 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263228ce-6171-450d-9f94-d991a7d4321e req-b15f1e95-3844-4885-83b4-00b0c1bf0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:58.622457 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-b15f1e95-3844-4885-83b4-00b0c1bf0c4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396311 May 12 15:40:58.632431 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96c807-ed06-4f1f-a1f3-71b96bb9b593 None None] New status for floating IP 7afe1f74-1e51-4b02-adff-4833e4ae3347: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:40:58.713545 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-ed3b5c19-85eb-40ee-89f2-abe35699a855 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 May 12 15:40:58.808239 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-263228ce-6171-450d-9f94-d991a7d4321e req-eb9edfdd-2266-46f6-b781-99b320dda2d7 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 May 12 15:40:59.474657 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998034a-2e1c-41f1-8d7c-fbec67cc222f req-34391bca-e4ed-439f-a611-503d2e4d3064 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:40:59.476117 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e998034a-2e1c-41f1-8d7c-fbec67cc222f req-34391bca-e4ed-439f-a611-503d2e4d3064 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0534618 May 12 15:40:59.528160 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e998034a-2e1c-41f1-8d7c-fbec67cc222f req-aad18baa-35a3-4d77-babf-8e7fe50d18cd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 May 12 15:41:00.648878 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746730b-6f29-4c59-b08e-670937bb8e2a req-6d3cfa1e-f77b-44f0-addd-b65bde30cc60 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:00.650335 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2746730b-6f29-4c59-b08e-670937bb8e2a req-6d3cfa1e-f77b-44f0-addd-b65bde30cc60 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0468495 May 12 15:41:00.697486 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2746730b-6f29-4c59-b08e-670937bb8e2a req-f6f71b4d-02e5-4436-b51a-e61d76499055 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 May 12 15:41:00.903866 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:02.927792 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-820d3f43-d55a-4838-9055-13289b823628 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391769 May 12 15:41:02.997215 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2831-fff3-4b01-a948-e9075f13576d req-94692f61-d716-4198-8957-f627b8caf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:02.998734 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-94692f61-d716-4198-8957-f627b8caf598 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 1130 time: 0.0423670 May 12 15:41:03.114008 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2831-fff3-4b01-a948-e9075f13576d req-3196fe50-9be9-402e-a9b5-75feeb1c013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:03.115468 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-3196fe50-9be9-402e-a9b5-75feeb1c013f service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.0857928 May 12 15:41:03.183271 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-8c55b7e3-85ce-4529-a57d-f49f12b08b35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 200 len: 1001 time: 0.0603986 May 12 15:41:03.233205 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2831-fff3-4b01-a948-e9075f13576d req-531e58df-21d5-4b04-b0d9-7eedf781a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:03.234635 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-531e58df-21d5-4b04-b0d9-7eedf781a626 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0446265 May 12 15:41:03.282523 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2831-fff3-4b01-a948-e9075f13576d req-e04a25a6-cd98-4e67-ada6-42475e51cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:03.283973 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-e04a25a6-cd98-4e67-ada6-42475e51cdda service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385067 May 12 15:41:03.639158 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-70331ea2-10e3-46ff-9b22-b8ea50570102 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479304 May 12 15:41:03.844117 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af3c2831-fff3-4b01-a948-e9075f13576d req-dd9db916-bf79-4b9d-84d0-1460aebe2fbb service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984244 May 12 15:41:11.694585 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-abc004fb-4d56-499c-8122-c1af5cccb3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:13.916027 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d38ce716-c82c-46e5-a280-e0e6b004654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:15.038839 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:16.565305 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:17.945112 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:23.631227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-27b2273b-96f7-4002-b5c6-30828193d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:23.632754 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-27b2273b-96f7-4002-b5c6-30828193d991 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.0662410 May 12 15:41:23.643328 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9bbff-9ca1-417e-8844-b13da64f98fa req-b29ffd0b-d920-4963-8553-054bc5e28ac9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:23.644710 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9e9bbff-9ca1-417e-8844-b13da64f98fa req-b29ffd0b-d920-4963-8553-054bc5e28ac9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0700598 May 12 15:41:23.746070 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9e9bbff-9ca1-417e-8844-b13da64f98fa req-a19ee72d-551c-45cb-9402-6df7b5bbd6a2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932672 May 12 15:41:23.762872 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-b6fd22cc-cb66-4df2-8299-869e081a8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:23.764343 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-b6fd22cc-cb66-4df2-8299-869e081a8e3e service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.1188025 May 12 15:41:23.832586 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-553f3956-3332-4de5-ba1b-848db69994f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 1002 time: 0.0576801 May 12 15:41:23.880551 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-0bfa077c-bda7-4894-a208-d03e2fd90fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:23.881896 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-0bfa077c-bda7-4894-a208-d03e2fd90fb0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0424156 May 12 15:41:23.939537 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-d90c9d66-d72a-4181-9374-6b588c87eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:23.941028 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-d90c9d66-d72a-4181-9374-6b588c87eab7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496566 May 12 15:41:24.029358 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-4094bad0-6a6c-4b67-b4ae-69a6552c2b44 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797777 May 12 15:41:24.123914 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec341984-2bb2-47e2-8030-1455d1256b9d req-5ee2a1c9-0943-4846-b693-8f9f22800f24 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863075 May 12 15:41:24.271004 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1081a2-c4d7-4934-a2ff-ee51fae05764 req-d5c2774c-5651-4ef1-b40a-132ff10984aa tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:24.272510 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5a1081a2-c4d7-4934-a2ff-ee51fae05764 req-d5c2774c-5651-4ef1-b40a-132ff10984aa tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0501726 May 12 15:41:24.326280 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5a1081a2-c4d7-4934-a2ff-ee51fae05764 req-a21a3ad6-b261-467f-9d66-7a3dee0e4a88 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454209 May 12 15:41:24.878474 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c180-2516-429e-852a-47aebdaa6423 req-4c0dcc2a-9ab2-43bc-9e63-92ad2c28f45f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:24.879951 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ab6c180-2516-429e-852a-47aebdaa6423 req-4c0dcc2a-9ab2-43bc-9e63-92ad2c28f45f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0490351 May 12 15:41:24.934716 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ab6c180-2516-429e-852a-47aebdaa6423 req-8375c2b7-89b8-4e1f-a6e0-f3706a209b70 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460603 May 12 15:41:25.460228 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e881e3-992e-4a63-aa6c-706e599f0161 req-9d215a0e-9760-45cd-bb61-2dcd0bc9f060 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:25.461711 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-72e881e3-992e-4a63-aa6c-706e599f0161 req-9d215a0e-9760-45cd-bb61-2dcd0bc9f060 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0506072 May 12 15:41:25.514748 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-72e881e3-992e-4a63-aa6c-706e599f0161 req-d1ee02e7-2eb0-4866-934d-5b38059b633d tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 May 12 15:41:26.064743 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7da17-a608-48a3-b908-c5e4721c709d req-5166b983-f24f-482c-8f0e-c895467e0cfa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:26.066203 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c6b7da17-a608-48a3-b908-c5e4721c709d req-5166b983-f24f-482c-8f0e-c895467e0cfa tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0488753 May 12 15:41:26.111847 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c6b7da17-a608-48a3-b908-c5e4721c709d req-42f55d61-f297-4e1d-ac7c-2a8606d623ce tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402222 May 12 15:41:26.351920 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-5c136245-3283-46d9-88a7-65930945ae0b tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:26.353394 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-5c136245-3283-46d9-88a7-65930945ae0b tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0559139 May 12 15:41:26.441785 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Deleting port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:41:26.442123 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:26.540419 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] For port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,segment=NetworkSegment(8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3),segment_id=8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:41:26.540829 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:26.555044 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Calling delete_port for 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:41:26.656594 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eae62-a9e9-4752-9304-8b00afbb4a8f req-8a04ab4a-190e-4afb-b84a-64bc68f352be tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:26.658043 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-605eae62-a9e9-4752-9304-8b00afbb4a8f req-8a04ab4a-190e-4afb-b84a-64bc68f352be tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a8a08c7-6de8-4d93-b8d3-e62cd2faba36 HTTP/1.1" status: 200 len: 946 time: 0.0638671 May 12 15:41:26.743321 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-605eae62-a9e9-4752-9304-8b00afbb4a8f req-f97fbb4e-e174-465d-b87b-1d12af79bd65 tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.89 "GET /v2.0/security-groups?id=422b765f-5aa0-4c44-a4ec-304b40bb11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791953 May 12 15:41:26.759922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (9e1db9d6-3d4d-43d2-87ce-d656bfaae82b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:26.776939 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['9e1db9d6-3d4d-43d2-87ce-d656bfaae82b'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:41:26.792516 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Pushing event deleted for resources: {'Port': ['ID=9e1db9d6-3d4d-43d2-87ce-d656bfaae82b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:26.841948 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] No DVR routers for this DVR port 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:26.844504 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:26.847727 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4cd65a9f-55c2-483f-a9c9-5b6e7eefbd04 req-0cedbb21-4aea-4986-bf94-06ea16388dfe tempest-VolumesSnapshotTestJSON-1312221365 tempest-VolumesSnapshotTestJSON-1312221365-project] 10.222.0.88 "DELETE /v2.0/ports/9e1db9d6-3d4d-43d2-87ce-d656bfaae82b HTTP/1.1" status: 204 len: 173 time: 0.4873157 May 12 15:41:26.848164 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'name': 'network-vif-deleted', 'tag': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:41:26.850448 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf297c9-fde9-4c0d-9162-ed798eefe404" -d '{"events": [{"server_uuid": "4a8a08c7-6de8-4d93-b8d3-e62cd2faba36", "name": "network-vif-deleted", "tag": "9e1db9d6-3d4d-43d2-87ce-d656bfaae82b"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:41:26.889065 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b5cb6-bda6-442c-b815-aafb0ddb470f x-openstack-request-id: req-5a2b5cb6-bda6-442c-b815-aafb0ddb470f {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:41:26.889811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a08c7-6de8-4d93-b8d3-e62cd2faba36", "name": "network-vif-deleted", "tag": "9e1db9d6-3d4d-43d2-87ce-d656bfaae82b", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:41:26.890070 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5a2b5cb6-bda6-442c-b815-aafb0ddb470f {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:41:26.890505 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2b5cb6-bda6-442c-b815-aafb0ddb470f'] response: {'server_uuid': '4a8a08c7-6de8-4d93-b8d3-e62cd2faba36', 'name': 'network-vif-deleted', 'tag': '9e1db9d6-3d4d-43d2-87ce-d656bfaae82b', 'status': 'completed', 'code': 200} May 12 15:41:27.241191 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd02bb-7555-4906-bde6-63f34e61eacf req-b38a41ab-9fd3-4b56-8445-ca33479a5268 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:27.242749 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-88cd02bb-7555-4906-bde6-63f34e61eacf req-b38a41ab-9fd3-4b56-8445-ca33479a5268 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0476124 May 12 15:41:27.291882 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-88cd02bb-7555-4906-bde6-63f34e61eacf req-fcc512b1-a756-416d-a84c-39bf2413dab3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 May 12 15:41:28.433288 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e0817-8a50-46cf-8ef5-387214dfb1e2 req-b50fdb62-a7f0-45ef-a4ce-07e91cfc09e4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:28.434754 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b2e0817-8a50-46cf-8ef5-387214dfb1e2 req-b50fdb62-a7f0-45ef-a4ce-07e91cfc09e4 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0488677 May 12 15:41:28.484045 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b2e0817-8a50-46cf-8ef5-387214dfb1e2 req-3b0d3674-b79c-40db-af79-a67b1ca69c5b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 May 12 15:41:29.380328 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:41:29.413826 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:41:29.414170 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 9e1db9d6-3d4d-43d2-87ce-d656bfaae82b not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:41:29.608781 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d0cca-88ec-4f1e-b751-20e1721f5314 req-3ebc96ae-20b8-4ac1-af51-3195403d6264 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:29.610257 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-424d0cca-88ec-4f1e-b751-20e1721f5314 req-3ebc96ae-20b8-4ac1-af51-3195403d6264 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0521874 May 12 15:41:29.659527 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-424d0cca-88ec-4f1e-b751-20e1721f5314 req-42fea502-f85a-42ee-8bb2-b76597c9762d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 May 12 15:41:30.789080 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7559f-7821-4ce2-b55d-e0379505f481 req-d65fce6e-d123-400e-8a7b-dfbb8a18375b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:30.790918 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-72b7559f-7821-4ce2-b55d-e0379505f481 req-d65fce6e-d123-400e-8a7b-dfbb8a18375b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0536683 May 12 15:41:30.845338 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-72b7559f-7821-4ce2-b55d-e0379505f481 req-61aec498-060f-4105-8a7c-7c86143c4214 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 May 12 15:41:30.914289 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:31.299813 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:41:31.972331 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c226b-e047-4cb7-a27c-831d15378ff8 req-4be34153-7466-4fab-91ab-c93adf4076df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:31.973867 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a25c226b-e047-4cb7-a27c-831d15378ff8 req-4be34153-7466-4fab-91ab-c93adf4076df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0524886 May 12 15:41:32.021407 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a25c226b-e047-4cb7-a27c-831d15378ff8 req-80f99b32-ff5a-4774-b758-59f76bdfb9c7 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 May 12 15:41:33.136732 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb3c03-5276-48e7-8fb5-7958f2c789b4 req-215f8cab-1b43-4144-bb10-402068f2f5cd tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:33.138172 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-56fb3c03-5276-48e7-8fb5-7958f2c789b4 req-215f8cab-1b43-4144-bb10-402068f2f5cd tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0475852 May 12 15:41:33.187385 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-56fb3c03-5276-48e7-8fb5-7958f2c789b4 req-2f1d08e3-8882-46ad-bbd2-71c73e6d9666 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 May 12 15:41:34.311391 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7f45-06c6-4c89-a558-b1bfaf81a071 req-b8906ac7-613d-42dd-b980-a97e288cae88 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:34.312827 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ad4a7f45-06c6-4c89-a558-b1bfaf81a071 req-b8906ac7-613d-42dd-b980-a97e288cae88 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0466924 May 12 15:41:34.377708 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ad4a7f45-06c6-4c89-a558-b1bfaf81a071 req-1e18ff3d-0d45-44f5-a74e-f219753ca27e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573192 May 12 15:41:35.509374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b2954-abf5-45c0-93a5-68c957c5583d req-bd2c201e-6438-4972-a265-bfc898f4b139 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:35.510857 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-674b2954-abf5-45c0-93a5-68c957c5583d req-bd2c201e-6438-4972-a265-bfc898f4b139 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0501056 May 12 15:41:35.560580 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-674b2954-abf5-45c0-93a5-68c957c5583d req-b4d5eec3-3288-43be-9070-129f63609794 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 May 12 15:41:36.693446 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3a233-b3ad-45f2-bc10-06dd95f3ccf3 req-12ddf4ab-922a-4d4e-95fd-90e84929d919 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:36.694886 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-94b3a233-b3ad-45f2-bc10-06dd95f3ccf3 req-12ddf4ab-922a-4d4e-95fd-90e84929d919 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0521309 May 12 15:41:36.749214 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-94b3a233-b3ad-45f2-bc10-06dd95f3ccf3 req-8a3d4e60-2c6a-4652-a877-3da4a0a3611f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459235 May 12 15:41:37.890455 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868474a-df34-4ccf-a97f-4c10eb3265eb req-ef28d7ed-63cc-4bed-a9f4-e7b816401a2b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:37.892015 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6868474a-df34-4ccf-a97f-4c10eb3265eb req-ef28d7ed-63cc-4bed-a9f4-e7b816401a2b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0609188 May 12 15:41:37.943350 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6868474a-df34-4ccf-a97f-4c10eb3265eb req-e08ac262-303f-4d63-a2ef-8f3d54acc558 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429831 May 12 15:41:39.066029 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218f96d-ee2e-4feb-bd58-4d333e142456 req-15981679-7d97-499d-b6d4-d8d5e4b22ef2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:39.067481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f218f96d-ee2e-4feb-bd58-4d333e142456 req-15981679-7d97-499d-b6d4-d8d5e4b22ef2 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0474732 May 12 15:41:39.122153 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f218f96d-ee2e-4feb-bd58-4d333e142456 req-3a3cd220-4863-45c5-9dfe-10ff5d2f7896 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463023 May 12 15:41:40.247458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8ff18-f9cf-4719-b18b-f6a571798f73 req-0d4743b3-73a5-492a-842d-84710b40d445 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:40.248922 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9ee8ff18-f9cf-4719-b18b-f6a571798f73 req-0d4743b3-73a5-492a-842d-84710b40d445 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0464187 May 12 15:41:40.301402 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9ee8ff18-f9cf-4719-b18b-f6a571798f73 req-1c0827bb-b25c-4da0-b074-96e1a88b2471 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 May 12 15:41:41.439135 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e238424-d23e-4e14-9451-220365e92e0f req-83c2add7-a31d-4f12-999e-003701161710 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:41.440688 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8e238424-d23e-4e14-9451-220365e92e0f req-83c2add7-a31d-4f12-999e-003701161710 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0575082 May 12 15:41:41.486780 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8e238424-d23e-4e14-9451-220365e92e0f req-8a4f9f0e-e57b-47e7-b688-ccdb50d220a0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405419 May 12 15:41:41.698254 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-cd26d44a-f8e5-463b-aec1-c06659a679d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:42.456100 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac02f80-1abf-4eb0-a930-b7f7b5b726f3 req-ea84db58-fc07-4e59-bc3b-61bc6886857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:42.457668 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac02f80-1abf-4eb0-a930-b7f7b5b726f3 req-ea84db58-fc07-4e59-bc3b-61bc6886857a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.0396855 May 12 15:41:42.505254 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8ac02f80-1abf-4eb0-a930-b7f7b5b726f3 req-7acb85e0-3d7a-4f77-84e6-a70bf1fecd82 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394557 May 12 15:41:42.608913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67682550-3c90-4ab1-a50d-dafeb72822a5 req-50321288-c2e9-48b6-b240-cb2404329ea9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:42.610415 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-67682550-3c90-4ab1-a50d-dafeb72822a5 req-50321288-c2e9-48b6-b240-cb2404329ea9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0530834 May 12 15:41:42.661815 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-67682550-3c90-4ab1-a50d-dafeb72822a5 req-39bb4ac1-8c44-4bc2-ab86-1d3e9e26dc35 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 May 12 15:41:43.777535 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e497639-6d3e-48ee-8870-f08ebfc15cd4 req-dabaedc9-7876-40f2-927a-0f9456c4a4ae tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:43.779009 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8e497639-6d3e-48ee-8870-f08ebfc15cd4 req-dabaedc9-7876-40f2-927a-0f9456c4a4ae tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0479231 May 12 15:41:43.829470 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8e497639-6d3e-48ee-8870-f08ebfc15cd4 req-744aa381-9f7a-4267-9f5d-5c136d898e3f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 May 12 15:41:43.911034 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5fa1-9517-4f2e-af22-1460fc15cb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:44.959665 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19170615-6029-4d7c-b9a9-fce10f72128a req-eb41bb45-6bce-48c8-a699-c20f633399e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:44.961495 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-19170615-6029-4d7c-b9a9-fce10f72128a req-eb41bb45-6bce-48c8-a699-c20f633399e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0514402 May 12 15:41:45.014677 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-19170615-6029-4d7c-b9a9-fce10f72128a req-65e21bde-4777-4c26-8c29-e26852210993 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 May 12 15:41:45.040346 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:45.468397 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea555fa-fa2f-4aef-8acb-8f5c8e34dc24 req-9adbd727-7cf6-477e-b66e-1aa6cd994f67 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:45.469868 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ea555fa-fa2f-4aef-8acb-8f5c8e34dc24 req-9adbd727-7cf6-477e-b66e-1aa6cd994f67 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0732310 May 12 15:41:45.473911 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-69fc263a-df75-4374-829c-7ef7f1006c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:45.475313 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-69fc263a-df75-4374-829c-7ef7f1006c19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.0766976 May 12 15:41:45.575105 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ea555fa-fa2f-4aef-8acb-8f5c8e34dc24 req-21b2fe3e-6312-492f-b488-9abaf3e97cab tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974424 May 12 15:41:45.608321 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-8128000f-06f6-410b-b6bc-170e374b483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:45.609824 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-8128000f-06f6-410b-b6bc-170e374b483a service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.1253264 May 12 15:41:45.685230 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-5d1849c1-ddf3-40c3-aec8-ceb93c8490ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 1002 time: 0.0646591 May 12 15:41:45.736084 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-2b764d3a-8549-4cab-9fd5-da9a2eb8df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:45.737570 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-2b764d3a-8549-4cab-9fd5-da9a2eb8df16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0452135 May 12 15:41:45.785578 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-2c5335b2-11fd-4f0e-a5e1-02c28ffabdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:45.787012 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-2c5335b2-11fd-4f0e-a5e1-02c28ffabdd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385318 May 12 15:41:45.888510 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-22907874-42c2-4dec-8f9c-42a4c67a8b40 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923984 May 12 15:41:45.982101 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec21427f-e29c-4eea-8f96-2dddce4b9e4a req-78ed1fcb-ed1d-4fbd-84e8-5993b28a9e10 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 May 12 15:41:46.572817 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:46.700753 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f5ad-9305-4ffa-9356-be806fbfa7c3 req-5ce3b5dd-19c9-4884-bf60-96bf35348c97 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:46.702147 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-abb1f5ad-9305-4ffa-9356-be806fbfa7c3 req-5ce3b5dd-19c9-4884-bf60-96bf35348c97 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0538182 May 12 15:41:46.754972 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-abb1f5ad-9305-4ffa-9356-be806fbfa7c3 req-ef400813-6d41-4085-83c1-5ea920de3694 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469837 May 12 15:41:47.883026 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95739202-2b86-4fd8-9dd3-3ae1b4a8211d req-e366e62e-01a5-4772-9e9c-8e1bf5e2640e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:47.884510 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-95739202-2b86-4fd8-9dd3-3ae1b4a8211d req-e366e62e-01a5-4772-9e9c-8e1bf5e2640e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0541537 May 12 15:41:47.936283 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-95739202-2b86-4fd8-9dd3-3ae1b4a8211d req-a4d80e2e-4d11-488e-a997-1268ec2fbf47 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442200 May 12 15:41:47.938566 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:49.051360 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609092c-d9bc-4b3b-afc5-2e7c36fbc821 req-3246a149-b815-480a-89d1-950865195723 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:49.052825 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0609092c-d9bc-4b3b-afc5-2e7c36fbc821 req-3246a149-b815-480a-89d1-950865195723 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0468884 May 12 15:41:49.098604 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0609092c-d9bc-4b3b-afc5-2e7c36fbc821 req-14be9e70-9946-4a63-90a3-55a07c463f8e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 May 12 15:41:49.215491 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dca118-34f5-4f9a-a469-15d97118bf32 req-d4a8a5ee-c5e3-4dc1-8d95-3189474afe11 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:49.217163 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-61dca118-34f5-4f9a-a469-15d97118bf32 req-d4a8a5ee-c5e3-4dc1-8d95-3189474afe11 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0532081 May 12 15:41:49.226754 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41042) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:49.231551 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Request body: {'floatingip': {'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:49.301919 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:49.775938 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:49.780425 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:49.998170 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:41:50.117677 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:41:50.123040 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:50.127753 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] Sync routers for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:50.139050 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:41:50.139787 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:50.154713 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:41:50.156999 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25515df-33af-40e7-988d-fa0ba74cc9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:41:50.186351 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-83617dc9-a72a-436f-b376-52f3c4d8f3b3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "PUT /v2.0/floatingips/bcb44f59-344d-4ed1-a2fe-10edea3e7fed HTTP/1.1" status: 200 len: 994 time: 0.9583666 May 12 15:41:50.194231 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c82eeb-2b2d-4b1d-9ad8-c03d10f40de2 x-openstack-request-id: req-74c82eeb-2b2d-4b1d-9ad8-c03d10f40de2 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:41:50.194550 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:41:50.194803 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-74c82eeb-2b2d-4b1d-9ad8-c03d10f40de2 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:41:50.195207 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c82eeb-2b2d-4b1d-9ad8-c03d10f40de2'] response: {'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'status': 'completed', 'code': 200} May 12 15:41:50.250098 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:41:50.552286 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-0b004899-a75d-4926-a383-596959b1b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:50.553924 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-0b004899-a75d-4926-a383-596959b1b261 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.0483382 May 12 15:41:50.581719 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bcb44f59-344d-4ed1-a2fe-10edea3e7fed', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:53Z', 'updated_at': '2022-05-12T15:41:49Z', 'revision_number': 3, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:50.602625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2875ad-2ca8-4dea-be95-7ed595656fd2 req-3d5f66a9-0b8d-4c31-a170-5c9088a7857f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:50.604231 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1f2875ad-2ca8-4dea-be95-7ed595656fd2 req-3d5f66a9-0b8d-4c31-a170-5c9088a7857f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0460160 May 12 15:41:50.607659 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] Checking router: 40ab0b5f-af4b-47a9-960a-d51a6e3d966f for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:50.615973 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:41:50.616615 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:50.650804 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1f2875ad-2ca8-4dea-be95-7ed595656fd2 req-40b86306-2fda-4caf-8c09-4c1f917282f0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 May 12 15:41:50.731858 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:41:50.944749 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bcb44f59-344d-4ed1-a2fe-10edea3e7fed', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:53Z', 'updated_at': '2022-05-12T15:41:49Z', 'revision_number': 3, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:50.971276 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3205fd-0bc2-43a4-8c18-541d9ee13449 None None] The sync data for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi is: [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bcb44f59-344d-4ed1-a2fe-10edea3e7fed', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'port_id': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'mac_address': 'fa:16:3e:1d:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:39:53Z', 'updated_at': '2022-05-12T15:41:49Z', 'revision_number': 3, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:51.173973 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41080) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:51.221165 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Deleting subnet c82dd183-97b5-480c-9882-c4326561485b {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:41:51.224204 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Publish callbacks [] for subnet (c82dd183-97b5-480c-9882-c4326561485b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.258055 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (c82dd183-97b5-480c-9882-c4326561485b), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.299060 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (c82dd183-97b5-480c-9882-c4326561485b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.360140 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (c82dd183-97b5-480c-9882-c4326561485b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.390760 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82dd183-97b5-480c-9882-c4326561485b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:51.393675 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.396313 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c82dd183-97b5-480c-9882-c4326561485b HTTP/1.1" status: 204 len: 168 time: 0.2213452 May 12 15:41:51.399128 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41082) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:51.402579 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.402944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.403272 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.403609 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.403943 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.404291 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.404637 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.404961 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.405289 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.405611 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.405930 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.406252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.406589 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.406931 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.407249 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af94cb02-42bd-4b05-84bc-5ede892284a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.469487 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (144446a1-8b69-4758-9c58-572c887f90d4), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.549563 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (144446a1-8b69-4758-9c58-572c887f90d4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.568816 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144446a1-8b69-4758-9c58-572c887f90d4']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:51.577841 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:51.578135 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:51.587277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.601446 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.610224 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:41:51.610619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (8a5e19f0-4acd-4ae2-956c-30fd0ee0efb3), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:41:51.612437 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:41:51.666662 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (144446a1-8b69-4758-9c58-572c887f90d4), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.672651 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.677505 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] 10.222.0.89 "DELETE /v2.0/networks/144446a1-8b69-4758-9c58-572c887f90d4 HTTP/1.1" status: 204 len: 168 time: 0.2773328 May 12 15:41:51.689253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Pushing event deleted for resources: {'Network': ['ID=144446a1-8b69-4758-9c58-572c887f90d4,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:51.697013 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.697353 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.697757 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.698223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.698545 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.698886 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.699197 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.699517 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.699857 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.700174 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.700505 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.700844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.701162 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.701474 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.701844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ad474-e770-49f5-8334-d22e886735dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:41:51.780243 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b049d-abcc-4974-87cb-d2a1c2702fec req-8062af8e-085a-4ab9-80a2-3091995f3468 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:51.781774 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c62b049d-abcc-4974-87cb-d2a1c2702fec req-8062af8e-085a-4ab9-80a2-3091995f3468 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0508687 May 12 15:41:51.830985 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c62b049d-abcc-4974-87cb-d2a1c2702fec req-90bcb807-b157-46a3-a4b6-38f029b96f86 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 May 12 15:41:51.845786 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41088) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:51.886129 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-038d247b-e4c6-4cbf-9fbd-764c17590471 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=24ad1bfe4f634a188dd1613c630f0bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390985 May 12 15:41:51.889504 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41090) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:51.936594 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2fd775e5-da80-4a88-aaf1-b1bda91f4f32 admin admin] Publish callbacks [] for security_group (422b765f-5aa0-4c44-a4ec-304b40bb11cf), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:51.958053 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2fd775e5-da80-4a88-aaf1-b1bda91f4f32 admin admin] Publish callbacks [] for security_group (422b765f-5aa0-4c44-a4ec-304b40bb11cf), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:52.006934 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2fd775e5-da80-4a88-aaf1-b1bda91f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (422b765f-5aa0-4c44-a4ec-304b40bb11cf), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:52.009680 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2fd775e5-da80-4a88-aaf1-b1bda91f4f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:52.010828 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2fd775e5-da80-4a88-aaf1-b1bda91f4f32 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/422b765f-5aa0-4c44-a4ec-304b40bb11cf HTTP/1.1" status: 204 len: 168 time: 0.1204598 May 12 15:41:52.018500 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd775e5-da80-4a88-aaf1-b1bda91f4f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b765f-5aa0-4c44-a4ec-304b40bb11cf,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:52.196857 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:41:52.199376 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04084406-79e1-4399-a588-183a22cc3d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:41:52.237726 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af7860b-953f-44ff-97bb-9541dddcfb8b x-openstack-request-id: req-5af7860b-953f-44ff-97bb-9541dddcfb8b {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:41:52.238018 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:41:52.238244 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5af7860b-953f-44ff-97bb-9541dddcfb8b {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:41:52.238690 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af7860b-953f-44ff-97bb-9541dddcfb8b'] response: {'name': 'network-changed', 'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'status': 'completed', 'code': 200} May 12 15:41:52.445838 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-6b8caa39-52ef-45de-9c64-052041680819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:52.447235 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-6b8caa39-52ef-45de-9c64-052041680819 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.0914426 May 12 15:41:52.614273 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-8f8cd794-9424-409a-b4ee-e291aec96eda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 1002 time: 0.0669971 May 12 15:41:52.663233 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-1256df35-ebf0-4cc5-b367-6129bb6cbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:52.664688 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-1256df35-ebf0-4cc5-b367-6129bb6cbdb9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0438914 May 12 15:41:52.733576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-6faac8a3-929c-48ec-93de-29b9fa64a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:52.735039 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-6faac8a3-929c-48ec-93de-29b9fa64a296 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409646 May 12 15:41:52.742980 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-23a0a99b-4c43-449f-9ee9-849d6b959acd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:52.745154 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-23a0a99b-4c43-449f-9ee9-849d6b959acd tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0504606 May 12 15:41:52.848324 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Deleting port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:41:52.848721 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:52.852209 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-6eae9572-1474-4d5d-8014-a40ebd9c61a7 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943294 May 12 15:41:52.939264 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] For port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:41:52.939632 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:52.984067 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1489fd-8f59-4c7d-8e97-334fb2d1b5b6 req-20d19e46-8205-4ec4-a887-e8480c41fa42 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:52.985466 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7d1489fd-8f59-4c7d-8e97-334fb2d1b5b6 req-20d19e46-8205-4ec4-a887-e8480c41fa42 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 946 time: 0.0697815 May 12 15:41:52.992712 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b25515df-33af-40e7-988d-fa0ba74cc9a1 req-79057148-a08c-4f1a-bebd-0aa4ef6c53ea service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335583 May 12 15:41:53.048419 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7d1489fd-8f59-4c7d-8e97-334fb2d1b5b6 req-ace1848a-bcdc-4cfe-859c-672d14973d5d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=92aece3c-873e-49f2-84db-d06648929c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547695 May 12 15:41:53.088309 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084406-79e1-4399-a588-183a22cc3d3b req-f742a152-3712-4e28-8f87-8f0c7359644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:53.089861 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-f742a152-3712-4e28-8f87-8f0c7359644e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 1130 time: 0.0566823 May 12 15:41:53.164788 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:53.165245 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (9045efb1-e2ff-4d4f-93b0-812e7883b003), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:53.166272 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Floating IP 9045efb1-e2ff-4d4f-93b0-812e7883b003 disassociated. External IP: 172.27.2.47, port: b2e2caaf-0b7c-4bb6-abe2-83c670e57c31. May 12 15:41:53.166272 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Calling delete_port for b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 owned by compute:nova {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:41:53.186277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084406-79e1-4399-a588-183a22cc3d3b req-731fbb67-493d-417c-86d6-5bcf78785ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:53.187770 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-731fbb67-493d-417c-86d6-5bcf78785ea9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.0918565 May 12 15:41:53.253191 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-3aa34283-10e6-4202-add1-6f120a690eec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 200 len: 1002 time: 0.0589569 May 12 15:41:53.304203 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (b2e2caaf-0b7c-4bb6-abe2-83c670e57c31), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:53.307553 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084406-79e1-4399-a588-183a22cc3d3b req-271abced-d389-49ba-858c-54b268cdb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:53.309373 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-271abced-d389-49ba-858c-54b268cdb543 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.0502546 May 12 15:41:53.333889 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event deleted for resources: {'Port': ['ID=b2e2caaf-0b7c-4bb6-abe2-83c670e57c31,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:53.363097 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084406-79e1-4399-a588-183a22cc3d3b req-30be3bf7-2e5a-4854-a71b-4683f2aa7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:53.364859 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-30be3bf7-2e5a-4854-a71b-4683f2aa7cfe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471838 May 12 15:41:53.459028 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:41:53.483049 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-21038bd9-642f-482b-bf52-d4342d69b313 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115129 May 12 15:41:53.522535 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c648-e6ed-41b7-8216-5dcb2b67ed63 req-2a92d573-baf8-4b0f-af89-719518883584 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:53.524931 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a661c648-e6ed-41b7-8216-5dcb2b67ed63 req-2a92d573-baf8-4b0f-af89-719518883584 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.0569999 May 12 15:41:53.573876 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:41:53.581961 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a661c648-e6ed-41b7-8216-5dcb2b67ed63 req-36fa15fa-6dd3-4bf4-b23b-e4d73768f286 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 May 12 15:41:53.586179 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:53.599383 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:41:53.600340 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:53.620191 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] No DVR routers for this DVR port b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 on host hv-cinder-83588 {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:53.622746 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:53.625964 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c3ae8936-9ff7-4666-a059-f3a5e80b3b2c req-86dd7f7f-59cc-492d-ae84-159e4bbcc008 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "DELETE /v2.0/ports/b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 HTTP/1.1" status: 204 len: 173 time: 0.8666048 May 12 15:41:53.719189 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:41:53.906534 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:53.936514 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:53.945321 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:41:53.945929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:54.152461 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1f9f875a-1643-4a24-8f79-29d60e0a7e5b req-e1893092-1941-4067-ad72-e060c05af6f3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 210 time: 0.0290406 May 12 15:41:54.188753 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:41:54.240277 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'name': 'network-vif-deleted', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:41:54.242997 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f437c3-8148-4e5a-a85e-d96dc0a75619" -d '{"events": [{"server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "name": "network-vif-deleted", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:41:54.280298 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6697af3-eb0f-41cb-97d5-d78a7eba0517 x-openstack-request-id: req-e6697af3-eb0f-41cb-97d5-d78a7eba0517 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:41:54.280629 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be73f585-3978-4a35-b794-ccafc28dd120", "name": "network-vif-deleted", "tag": "b2e2caaf-0b7c-4bb6-abe2-83c670e57c31", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:41:54.280881 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e6697af3-eb0f-41cb-97d5-d78a7eba0517 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:41:54.281283 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6697af3-eb0f-41cb-97d5-d78a7eba0517'] response: {'server_uuid': 'be73f585-3978-4a35-b794-ccafc28dd120', 'name': 'network-vif-deleted', 'tag': 'b2e2caaf-0b7c-4bb6-abe2-83c670e57c31', 'status': 'completed', 'code': 200} May 12 15:41:54.402195 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:54.434408 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b8434-d369-486e-88c9-273db7b19a31 None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:54.678162 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3bac6-5aa9-42fa-853f-cc0752288762 None None] New status for floating IP 9045efb1-e2ff-4d4f-93b0-812e7883b003: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:41:55.165876 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f55e4-e45e-4815-a928-0ea5e08d8107 req-b873f847-ca6a-4858-824e-6466ccf0d9ee tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:55.167368 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-625f55e4-e45e-4815-a928-0ea5e08d8107 req-b873f847-ca6a-4858-824e-6466ccf0d9ee tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.5113454 May 12 15:41:55.197798 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-04084406-79e1-4399-a588-183a22cc3d3b req-154344db-dee3-46c1-a7a4-de1fbb40a9bb service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543586 May 12 15:41:55.220940 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-625f55e4-e45e-4815-a928-0ea5e08d8107 req-f067c263-002f-4ee9-8f3a-6a9178ca6d34 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=ebed13ff-d14f-49f2-9629-e29888825be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456917 May 12 15:41:55.344321 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5b67f46-4f30-4de5-91a0-74209ccda0f4 req-f65cde4f-65ea-4e2b-9fd3-2afabffd1257 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=be73f585-3978-4a35-b794-ccafc28dd120 HTTP/1.1" status: 200 len: 210 time: 0.1025083 May 12 15:41:55.353019 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb0928c4-0e94-42c0-a507-cd06aed3af24 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:55.354475 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb0928c4-0e94-42c0-a507-cd06aed3af24 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 946 time: 0.0773170 May 12 15:41:55.451287 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Deleting port 18cd7191-e25f-4a20-a234-376a79b8ccdc {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:41:55.451627 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:55.551625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] For port 18cd7191-e25f-4a20-a234-376a79b8ccdc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=18cd7191-e25f-4a20-a234-376a79b8ccdc,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:41:55.551998 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:55.779438 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:55.779812 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (3d9411be-c598-49e6-bd19-1ba3f4fea754), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:55.780130 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Floating IP 3d9411be-c598-49e6-bd19-1ba3f4fea754 disassociated. External IP: 172.27.2.85, port: 18cd7191-e25f-4a20-a234-376a79b8ccdc. May 12 15:41:55.780519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Calling delete_port for 18cd7191-e25f-4a20-a234-376a79b8ccdc owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:41:55.917525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (18cd7191-e25f-4a20-a234-376a79b8ccdc), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:55.953499 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event deleted for resources: {'Port': ['ID=18cd7191-e25f-4a20-a234-376a79b8ccdc,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:56.071745 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:41:56.179650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:41:56.190572 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:41:56.200302 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:41:56.200922 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:56.221844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] No DVR routers for this DVR port 18cd7191-e25f-4a20-a234-376a79b8ccdc on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:41:56.227393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.231212 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-53e86b39-bc02-46ac-a502-e125f4249c46 req-cb421da7-6a06-4fd1-b1e5-1924d2108877 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "DELETE /v2.0/ports/18cd7191-e25f-4a20-a234-376a79b8ccdc HTTP/1.1" status: 204 len: 173 time: 0.8707931 May 12 15:41:56.231675 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-deleted', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:41:56.234977 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0e3e57-3218-4d95-8673-df31796320c5" -d '{"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-deleted", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:41:56.281978 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d959fe3-825f-430a-a9ee-d7ed9132b3bf x-openstack-request-id: req-9d959fe3-825f-430a-a9ee-d7ed9132b3bf {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:41:56.282326 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a406a83-d33b-40db-adb0-9789902c45cb", "name": "network-vif-deleted", "tag": "18cd7191-e25f-4a20-a234-376a79b8ccdc", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:41:56.284089 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9d959fe3-825f-430a-a9ee-d7ed9132b3bf {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:41:56.284568 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d959fe3-825f-430a-a9ee-d7ed9132b3bf'] response: {'server_uuid': '0a406a83-d33b-40db-adb0-9789902c45cb', 'name': 'network-vif-deleted', 'tag': '18cd7191-e25f-4a20-a234-376a79b8ccdc', 'status': 'completed', 'code': 200} May 12 15:41:56.332363 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:41:56.365492 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2a24f41-3cfc-4245-8d1d-2cf18b9c46af req-54bccf05-4ee1-409a-a5dd-af070c1507a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a406a83-d33b-40db-adb0-9789902c45cb HTTP/1.1" status: 200 len: 210 time: 0.0354562 May 12 15:41:56.439988 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41132) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:56.493112 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d3f39bb-ef75-4e2b-afff-c5a5e0520445 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (92aece3c-873e-49f2-84db-d06648929c68), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.517128 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d3f39bb-ef75-4e2b-afff-c5a5e0520445 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (92aece3c-873e-49f2-84db-d06648929c68), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.530623 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:56.558078 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:41:56.566538 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:41:56.567227 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:56.568555 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d3f39bb-ef75-4e2b-afff-c5a5e0520445 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (92aece3c-873e-49f2-84db-d06648929c68), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.572222 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d3f39bb-ef75-4e2b-afff-c5a5e0520445 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.576054 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3d3f39bb-ef75-4e2b-afff-c5a5e0520445 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "DELETE /v2.0/security-groups/92aece3c-873e-49f2-84db-d06648929c68 HTTP/1.1" status: 204 len: 168 time: 0.1324971 May 12 15:41:56.576828 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41134) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:56.583379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f39bb-ef75-4e2b-afff-c5a5e0520445 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aece3c-873e-49f2-84db-d06648929c68,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:56.593022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.api.v2.resource [None req-856733bf-fe00-4f34-819e-1818a3d9e5da tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] show failed (client error): The resource could not be found. May 12 15:41:56.594038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-856733bf-fe00-4f34-819e-1818a3d9e5da tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups/92aece3c-873e-49f2-84db-d06648929c68 HTTP/1.1" status: 404 len: 347 time: 0.0160692 May 12 15:41:56.597023 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41136) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:56.709152 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:41:56.756278 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Deleting port 9bedf0c3-3e63-4375-b880-3959483bf971 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:41:56.756932 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (9bedf0c3-3e63-4375-b880-3959483bf971), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.854611 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (9bedf0c3-3e63-4375-b880-3959483bf971), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.855114 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (9bedf0c3-3e63-4375-b880-3959483bf971), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:56.883159 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Calling delete_port for 9bedf0c3-3e63-4375-b880-3959483bf971 owned by network:floatingip {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:41:56.947672 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:41:56.973862 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8625f4-1c33-4e91-bcae-f663c11ee784 None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:41:57.031414 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (9bedf0c3-3e63-4375-b880-3959483bf971), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.060924 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event deleted for resources: {'Port': ['ID=9bedf0c3-3e63-4375-b880-3959483bf971,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:57.126592 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (9045efb1-e2ff-4d4f-93b0-812e7883b003), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.129351 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.131122 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-cbc5fdf1-d78a-4e26-ab16-8a4585a9983b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "DELETE /v2.0/floatingips/9045efb1-e2ff-4d4f-93b0-812e7883b003 HTTP/1.1" status: 204 len: 168 time: 0.5326743 May 12 15:41:57.204615 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41140) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.206958 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb86b32-8009-4326-8e77-c8a67900045a None None] New status for floating IP 3d9411be-c598-49e6-bd19-1ba3f4fea754: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:41:57.209195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401679600', 'description': 'tempest-description--1752335278'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:57.232838 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.304842 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (84fd4683-9161-43b1-a146-2825eddefdca), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.310238 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (84fd4683-9161-43b1-a146-2825eddefdca), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.338831 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.342757 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1345372 May 12 15:41:57.343007 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41142) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.348251 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'security_group_rule': {'security_group_id': '84fd4683-9161-43b1-a146-2825eddefdca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:57.353608 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4a924-d51f-494e-ab78-4da12ad865b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd4683-9161-43b1-a146-2825eddefdca,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:57.377845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (2758af2e-66e9-45ec-b055-8db400c8a0d8), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.439593 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (2758af2e-66e9-45ec-b055-8db400c8a0d8), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.446693 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (2758af2e-66e9-45ec-b055-8db400c8a0d8), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.462695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2758af2e-66e9-45ec-b055-8db400c8a0d8,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:57.472949 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.474174 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c69b5eb9-4431-49f5-ad0a-e78e0e1aeea1 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302488 May 12 15:41:57.475847 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41148) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.476918 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41150) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.481987 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'security_group_rule': {'security_group_id': '84fd4683-9161-43b1-a146-2825eddefdca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:57.508406 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (bc11b2d7-e13f-41a9-a893-d7e64e931b8d), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.511043 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:41:57.536064 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 18cd7191-e25f-4a20-a234-376a79b8ccdc {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:41:57.536284 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-273860d9-7874-4187-83a0-40a0be0bf682 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (ebed13ff-d14f-49f2-9629-e29888825be2), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.536420 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 18cd7191-e25f-4a20-a234-376a79b8ccdc not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:41:57.536927 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:41:57.557445 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:41:57.557788 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device b2e2caaf-0b7c-4bb6-abe2-83c670e57c31 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:41:57.560844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-273860d9-7874-4187-83a0-40a0be0bf682 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (ebed13ff-d14f-49f2-9629-e29888825be2), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.570048 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (bc11b2d7-e13f-41a9-a893-d7e64e931b8d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.574159 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (bc11b2d7-e13f-41a9-a893-d7e64e931b8d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.593775 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc11b2d7-e13f-41a9-a893-d7e64e931b8d,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:57.602312 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.603772 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-42a70ba5-6658-4cfa-be93-c254bbcee33b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253047 May 12 15:41:57.606871 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41152) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.611640 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:57.618423 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-273860d9-7874-4187-83a0-40a0be0bf682 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (ebed13ff-d14f-49f2-9629-e29888825be2), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.621017 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-273860d9-7874-4187-83a0-40a0be0bf682 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.622183 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-273860d9-7874-4187-83a0-40a0be0bf682 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "DELETE /v2.0/security-groups/ebed13ff-d14f-49f2-9629-e29888825be2 HTTP/1.1" status: 204 len: 168 time: 0.1454372 May 12 15:41:57.625679 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41154) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.632109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273860d9-7874-4187-83a0-40a0be0bf682 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebed13ff-d14f-49f2-9629-e29888825be2,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:57.642602 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.api.v2.resource [None req-713edff6-5e14-4464-b66a-2fc9c88ff169 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] show failed (client error): The resource could not be found. May 12 15:41:57.646379 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-713edff6-5e14-4464-b66a-2fc9c88ff169 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups/ebed13ff-d14f-49f2-9629-e29888825be2 HTTP/1.1" status: 404 len: 347 time: 0.0168352 May 12 15:41:57.646379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.648848 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41156) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:57.809087 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.821742 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Deleting port 8f57aa6e-39cf-45b6-b838-57dd30290b6f {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:41:57.822062 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.959174 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.959475 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (8f57aa6e-39cf-45b6-b838-57dd30290b6f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:57.984746 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Calling delete_port for 8f57aa6e-39cf-45b6-b838-57dd30290b6f owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:41:57.986858 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Allocated IP 172.27.2.173 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/0d18dbae-cb3e-4664-8cd3-42a56c88276e) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:41:58.391534 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.455318 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (8f57aa6e-39cf-45b6-b838-57dd30290b6f), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.461161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.487209 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event deleted for resources: {'Port': ['ID=8f57aa6e-39cf-45b6-b838-57dd30290b6f,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:58.540513 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:41:58.565036 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:41:58.574367 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:41:58.578708 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'Port': ['ID=0d18dbae-cb3e-4664-8cd3-42a56c88276e,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:58.616367 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (3d9411be-c598-49e6-bd19-1ba3f4fea754), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.618823 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.619952 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b847f733-d5ca-4752-9142-e022b5e527a0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "DELETE /v2.0/floatingips/3d9411be-c598-49e6-bd19-1ba3f4fea754 HTTP/1.1" status: 204 len: 168 time: 0.9701841 May 12 15:41:58.676668 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (1826deae-a411-4ceb-a26b-7b223f15214d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.718075 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.718431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41160) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:58.723293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952166394', 'description': 'tempest-description--1186727225'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:58.746439 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.813577 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (6324edd5-0f59-43cf-9427-5d232df9eed7), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.817980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (6324edd5-0f59-43cf-9427-5d232df9eed7), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.849312 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.850668 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311576 May 12 15:41:58.854335 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41162) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:58.859333 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'security_group_rule': {'security_group_id': '6324edd5-0f59-43cf-9427-5d232df9eed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:58.863957 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8c95-29c5-45c9-aea8-add25771c0a8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6324edd5-0f59-43cf-9427-5d232df9eed7,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:58.888662 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (ee5d2c38-e694-4dba-8f3d-05ca4b4305af), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.908619 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.915225 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.944041 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (ee5d2c38-e694-4dba-8f3d-05ca4b4305af), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.948751 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (ee5d2c38-e694-4dba-8f3d-05ca4b4305af), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.964207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5d2c38-e694-4dba-8f3d-05ca4b4305af,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:58.977524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:58.979317 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-10a8b796-5adf-4664-910a-c07681a3b3e8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236155 May 12 15:41:58.981935 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41164) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:58.984806 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'Port': ['ID=0d18dbae-cb3e-4664-8cd3-42a56c88276e,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:58.986258 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'security_group_rule': {'security_group_id': '6324edd5-0f59-43cf-9427-5d232df9eed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:58.994845 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (1826deae-a411-4ceb-a26b-7b223f15214d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.010958 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.012286 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b189d072-850f-4db0-8854-cacd90ac268d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4044070 May 12 15:41:59.012935 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (9c0829e8-0f26-40ba-85b7-601176f25a88), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.081548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (9c0829e8-0f26-40ba-85b7-601176f25a88), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.085876 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (9c0829e8-0f26-40ba-85b7-601176f25a88), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.105089 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0829e8-0f26-40ba-85b7-601176f25a88,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:59.112164 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.116420 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-4a86fded-a3a4-4d12-b1ef-937eafe70246 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305308 May 12 15:41:59.117115 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41170) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:41:59.121170 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:41:59.141996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.251732 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.257126 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-4948cad2-0909-4a53-a8e8-42603323b965 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--401679600&fields=id&tenant_id=8aba4b044dfa42cd8da55086ab774561 HTTP/1.1" status: 200 len: 267 time: 0.0851853 May 12 15:41:59.435234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-eff6d7c2-22ea-4869-beb8-9a8b3aaa616e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:41:59.436702 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-eff6d7c2-22ea-4869-beb8-9a8b3aaa616e tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 811 time: 0.1722524 May 12 15:41:59.437703 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Allocated IP 172.27.2.12 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/1b0b485b-f118-4beb-af02-45e6922c948e) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:41:59.459801 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-3e5c06db-ac7c-4cbc-89d3-b41297a83d58 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/quotas/8aba4b044dfa42cd8da55086ab774561 HTTP/1.1" status: 200 len: 375 time: 0.0175304 May 12 15:41:59.551681 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-7ee513d2-39a2-46f8-bda9-da96824c1674 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822878 May 12 15:41:59.603015 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for port (1b0b485b-f118-4beb-af02-45e6922c948e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.678241 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-88c99b52-28be-41b8-847a-37f0f68afc80 service neutron] 10.222.0.89 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124752 May 12 15:41:59.693720 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (1b0b485b-f118-4beb-af02-45e6922c948e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.785704 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:41:59.789608 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'Port': ['ID=1b0b485b-f118-4beb-af02-45e6922c948e,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:41:59.793960 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:41:59.797324 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:41:59.839214 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-b5fb2875-8f71-44d6-8ae9-04a4332bdccc service neutron] 10.222.0.89 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539204 May 12 15:41:59.893735 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (fc004209-201a-4dbb-9b57-18b931596907), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:41:59.930556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1b0b485b-f118-4beb-af02-45e6922c948e), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:00.020412 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ba332750-6465-49bc-8007-fb387aca3a83 req-aaaf5939-dfdc-4349-92a5-a825945b9fc4 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 210 time: 0.0372589 May 12 15:42:00.394146 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for port (1b0b485b-f118-4beb-af02-45e6922c948e), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:00.401104 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (1b0b485b-f118-4beb-af02-45e6922c948e), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:00.470087 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'Port': ['ID=1b0b485b-f118-4beb-af02-45e6922c948e,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:00.483466 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (fc004209-201a-4dbb-9b57-18b931596907), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:00.499742 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:00.501008 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-70feffbb-71c4-4f8d-806d-fdfaa388665e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3834181 May 12 15:42:00.697838 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-cafb8558-1c7b-40e5-8c12-11b94c01dae8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--952166394&fields=id&tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 267 time: 0.0421002 May 12 15:42:00.821639 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-bac9977f-4140-4da4-9384-c5b02f102906 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:00.823119 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-bac9977f-4140-4da4-9384-c5b02f102906 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 815 time: 0.1155589 May 12 15:42:00.840895 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-6da4e7a2-6705-46ab-a26a-c4a7ba9f9027 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/quotas/7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 375 time: 0.0095837 May 12 15:42:00.892868 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3417f65d-71ab-4173-83cb-465fc0e54d08 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450490 May 12 15:42:00.910417 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:00.994564 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-d44dfaab-2322-45bd-815c-af709cd0d6e5 service neutron] 10.222.0.89 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861957 May 12 15:42:01.086552 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-f682bdbb-bdc7-41a1-826c-2b296e014f38 service neutron] 10.222.0.89 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859027 May 12 15:42:01.119457 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d2b4140-f5fe-4f33-bab8-1d1df4a6c5e3 req-cb4ea477-ce62-4072-b5a2-2394d32196c0 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 210 time: 0.0312738 May 12 15:42:01.301772 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-994fbbb5-ca04-4391-9ccd-0bc1ef6e09d3 req-eb9cdcb5-aa49-4866-bf71-cc1e86464a26 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 210 time: 0.0355089 May 12 15:42:01.307713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-8a4f800e-8bc1-48a7-8399-3c8419470fdb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:01.309506 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-8a4f800e-8bc1-48a7-8399-3c8419470fdb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 811 time: 0.1616166 May 12 15:42:01.570070 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-8017214b-7d62-4b86-8f13-baefe1da653a tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aba4b044dfa42cd8da55086ab774561 HTTP/1.1" status: 200 len: 379 time: 0.0549998 May 12 15:42:01.631154 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'port': {'device_id': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'admin_state_up': True, 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'security_groups': ['84fd4683-9161-43b1-a146-2825eddefdca']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:01.751701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Made reservation on behalf of 8aba4b044dfa42cd8da55086ab774561 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:42:01.756510 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:01.889255 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Allocated IP 172.20.0.4 (6d950ca3-1243-4fb1-a3b9-399d6873531e/7e0596ff-b2a8-4063-a9e7-ad582c52e137/750fc7fd-59de-40ae-8a72-66a1e13bbe2a) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:42:02.024407 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.061959 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.107705 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:42:02.110994 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:42:02.116975 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:42:02.123738 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event updated for resources: {'Port': ['ID=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:02.173409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:02.174004 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.192232 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-6bf864fe-40af-45d7-8b4e-37094eba5a7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655680 May 12 15:42:02.217909 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Request body: {'port': {'device_id': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:02.273158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0631f-5537-4b72-8d7b-77424d721297 req-0a8f5890-6dac-4c3e-b8d2-f52bcff6a1d5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:02.275521 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-91d0631f-5537-4b72-8d7b-77424d721297 req-0a8f5890-6dac-4c3e-b8d2-f52bcff6a1d5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 931 time: 0.0730729 May 12 15:42:02.303891 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-58cd1992-0476-4ba9-9232-4a8b741ce9db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:02.306205 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-58cd1992-0476-4ba9-9232-4a8b741ce9db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 815 time: 0.1359065 May 12 15:42:02.335504 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.389035 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-7aa286df-4cf0-4000-b513-8e673f27517d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 379 time: 0.0723035 May 12 15:42:02.399191 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'port': {'device_id': '6089f367-763b-4daf-8849-37153b6e32f3', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'admin_state_up': True, 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'security_groups': ['6324edd5-0f59-43cf-9427-5d232df9eed7']}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:02.438554 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-91d0631f-5537-4b72-8d7b-77424d721297 req-cf20c069-a9b7-4008-910f-1154f06509f3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310556 May 12 15:42:02.439780 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-c4fd8aae-af12-4cd9-a781-3709609d127d None None] Provisioning complete for port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:42:02.440815 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8aae-af12-4cd9-a781-3709609d127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.444242 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9483f032-62cc-43d8-8d14-d83b550f21c6 req-fc8511b0-fe1d-4df6-8e3c-e815450f87fa tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 210 time: 0.0444880 May 12 15:42:02.491701 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd8aae-af12-4cd9-a781-3709609d127d None None] Port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:42:02.517279 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Made reservation on behalf of 7d51f9d06bb148ecb297dcacdc8b0b32 for: {'port': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:42:02.521033 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.646322 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Allocated IP 172.20.0.13 (8d0a8c52-c0ac-43a2-8769-296b117079bb/30a28f26-5a2b-44b1-a12f-807cd94acb03/6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:42:02.704548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750fc7fd-59de-40ae-8a72-66a1e13bbe2a {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:42:02.712130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Publish callbacks [] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.725074 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Transition to ACTIVE for port object 750fc7fd-59de-40ae-8a72-66a1e13bbe2a will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:42:02.729942 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.783022 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Pushing event updated for resources: {'Port': ['ID=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:02.796185 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.833508 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.854817 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Attempting to bind port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:42:02.855153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Attempting to bind port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:42:02.855521 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Attempting to bind port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a on network 6d950ca3-1243-4fb1-a3b9-399d6873531e {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:42:02.859978 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a on network 6d950ca3-1243-4fb1-a3b9-399d6873531e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:42:02.860333 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Attempting to bind port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a on network 6d950ca3-1243-4fb1-a3b9-399d6873531e {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:42:02.866791 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:42:02.867272 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Checking segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:42:02.867528 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Bound using segment: {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:42:02.867966 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Bound port: 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5885c8bb-5415-4898-aba6-497d82613c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:42:02.868334 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.877785 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:42:02.881383 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:42:02.887546 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:42:02.915185 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:02.940903 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:02.941635 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.943435 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] For port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:42:02.947056 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] For port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:42:02.955807 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.962280 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-01d66f15-53db-424d-b701-5ea2d0702177 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676763 May 12 15:42:02.974560 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Request body: {'port': {'device_id': '6089f367-763b-4daf-8849-37153b6e32f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:02.997036 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:02.997837 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:02.999219 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] 10.222.0.88 "PUT /v2.0/ports/750fc7fd-59de-40ae-8a72-66a1e13bbe2a HTTP/1.1" status: 200 len: 1093 time: 0.7865834 May 12 15:42:03.001653 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:03.004443 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240cc0f2-b94a-4c5e-9f71-b25f161d4218" -d '{"events": [{"name": "network-changed", "server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:03.042646 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6801a95-33fe-46b3-9c2d-e49b1932e000 service neutron] Pushing event updated for resources: {'Port': ['ID=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:03.052009 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.088911 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fc0dc7-7743-483e-8c33-a04f7182861a x-openstack-request-id: req-67fc0dc7-7743-483e-8c33-a04f7182861a {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:03.089203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:03.089459 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-67fc0dc7-7743-483e-8c33-a04f7182861a {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:03.089872 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fc0dc7-7743-483e-8c33-a04f7182861a'] response: {'name': 'network-changed', 'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'status': 'completed', 'code': 200} May 12 15:42:03.102527 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-e5882d50-293c-425e-9918-15589907257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:03.104056 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-e5882d50-293c-425e-9918-15589907257f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 1127 time: 0.0499923 May 12 15:42:03.156791 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-7408dc3c-ab44-4fce-b5eb-647cc53fc535 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a HTTP/1.1" status: 200 len: 217 time: 0.0418513 May 12 15:42:03.215602 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-c439ff1c-e6e2-48b3-bc42-849c39e4d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:03.217017 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-c439ff1c-e6e2-48b3-bc42-849c39e4d170 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0524397 May 12 15:42:03.267720 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-ab7ceff0-acc9-4f4c-9bf8-cda8699cb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:03.270280 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-a96beb85-9144-4754-85a6-1f5f22b5d3a0 None None] Provisioning complete for port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:42:03.270949 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-ab7ceff0-acc9-4f4c-9bf8-cda8699cb93c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460401 May 12 15:42:03.272109 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a96beb85-9144-4754-85a6-1f5f22b5d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.306745 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-a96beb85-9144-4754-85a6-1f5f22b5d3a0 None None] Port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:42:03.362662 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-264bac0d-8fab-43a3-93c0-3c7480deef8a service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859301 May 12 15:42:03.395644 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:42:03.403392 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Publish callbacks [] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.416977 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Transition to ACTIVE for port object 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f will not be triggered until provisioned by entity L2. {{(pid=103541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:42:03.423437 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.452434 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c9ce22-21ca-459d-b209-86be6c171fa2 req-84b71c6f-843e-4469-9b25-e6a1f96ecf12 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825119 May 12 15:42:03.487129 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:03.572859 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Attempting to bind port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:42:03.576307 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Attempting to bind port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:42:03.576307 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Attempting to bind port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f on network 8d0a8c52-c0ac-43a2-8769-296b117079bb {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:42:03.581273 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f on network 8d0a8c52-c0ac-43a2-8769-296b117079bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:42:03.581597 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Attempting to bind port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f on network 8d0a8c52-c0ac-43a2-8769-296b117079bb {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:42:03.587073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:42:03.587422 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Checking segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:42:03.587863 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Bound using segment: {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:42:03.588295 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Bound port: 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:42:03.588684 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.608171 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d85dda-0bda-4b76-a463-bde06b24965d req-b3f733f0-9846-49a3-831d-894fb92888a9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:03.609769 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f4d85dda-0bda-4b76-a463-bde06b24965d req-b3f733f0-9846-49a3-831d-894fb92888a9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 943 time: 0.0838790 May 12 15:42:03.623551 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c44888-9967-4753-a176-3411886e024c req-4d5bc2a6-ea88-4f35-8cbb-9e260e67851f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:03.625082 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-67c44888-9967-4753-a176-3411886e024c req-4d5bc2a6-ea88-4f35-8cbb-9e260e67851f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.0848730 May 12 15:42:03.663727 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:42:03.667128 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:42:03.674159 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.690612 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f4d85dda-0bda-4b76-a463-bde06b24965d req-7b4ec5e5-a7d6-44d7-abc4-d9c0083d6a92 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745001 May 12 15:42:03.707001 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-67c44888-9967-4753-a176-3411886e024c req-a9bd3701-9abc-4150-8b2b-e695400c0852 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689158 May 12 15:42:03.712888 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:03.712888 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:03.712888 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] 10.222.0.88 "PUT /v2.0/ports/6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 200 len: 1094 time: 0.7418046 May 12 15:42:03.712888 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:03.714777 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68352c53-faed-4d5e-b6fb-7d3042406f22" -d '{"events": [{"name": "network-changed", "server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:03.742887 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c4f4-4457-479b-b11d-9f54aba90adb service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:03.771716 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a3e57-abc6-4a55-88c6-fb5732c3ef3c x-openstack-request-id: req-b09a3e57-abc6-4a55-88c6-fb5732c3ef3c {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:03.772215 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:03.772675 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b09a3e57-abc6-4a55-88c6-fb5732c3ef3c {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:03.773082 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09a3e57-abc6-4a55-88c6-fb5732c3ef3c'] response: {'name': 'network-changed', 'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'status': 'completed', 'code': 200} May 12 15:42:04.422102 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68352c53-faed-4d5e-b6fb-7d3042406f22 req-3ae036f6-abd1-4d79-9fba-d6cbf9c3b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.423707 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-68352c53-faed-4d5e-b6fb-7d3042406f22 req-3ae036f6-abd1-4d79-9fba-d6cbf9c3b116 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1128 time: 0.0414681 May 12 15:42:04.461052 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-518a0f5a-e119-40d8-a7d3-9e80ed5aa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.462642 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-518a0f5a-e119-40d8-a7d3-9e80ed5aa8e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 1127 time: 0.0710940 May 12 15:42:04.466621 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-a567cbbf-5b53-4e2a-9d8a-5f1a3305f6d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479324 May 12 15:42:04.525433 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68352c53-faed-4d5e-b6fb-7d3042406f22 req-97c6b862-e9e9-4f84-93c6-68138b83acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.527031 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-68352c53-faed-4d5e-b6fb-7d3042406f22 req-97c6b862-e9e9-4f84-93c6-68138b83acda service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961337 May 12 15:42:04.565211 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-e672a541-b695-49a0-88a0-39ac8841d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.566769 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-e672a541-b695-49a0-88a0-39ac8841d36a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72d34bbf298a42fc943c77b2d90747e6&device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 1129 time: 0.0741787 May 12 15:42:04.596243 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-7c023a26-e0a5-4a8b-bb76-85e0e42c587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.597679 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-7c023a26-e0a5-4a8b-bb76-85e0e42c587f service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.1292617 May 12 15:42:04.622150 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68352c53-faed-4d5e-b6fb-7d3042406f22 req-e5f36dd0-5666-4c47-894a-6a9c6685f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.623779 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-68352c53-faed-4d5e-b6fb-7d3042406f22 req-e5f36dd0-5666-4c47-894a-6a9c6685f97f service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899782 May 12 15:42:04.652569 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-e084d000-9313-460d-b0fb-d9844870bc0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a HTTP/1.1" status: 200 len: 217 time: 0.0446219 May 12 15:42:04.710950 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-c6d01b86-c3f3-44f0-a082-001effefd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.712405 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-c6d01b86-c3f3-44f0-a082-001effefd7d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1128 time: 0.0491290 May 12 15:42:04.753096 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-63803d2d-67a2-4084-af2d-2c7a4a67e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.754101 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-9211e28f-402c-4c61-a691-166d9a1372b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 200 len: 217 time: 0.0343869 May 12 15:42:04.754634 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-63803d2d-67a2-4084-af2d-2c7a4a67e736 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0633852 May 12 15:42:04.755749 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-04ee1d63-e430-4f47-b54c-195415d87119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.757092 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-04ee1d63-e430-4f47-b54c-195415d87119 service neutron] 10.222.0.88 "GET /v2.0/networks?id=face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 200 len: 920 time: 0.1694672 May 12 15:42:04.816214 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-132003b9-07ad-4672-90c4-c4f91885358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.817764 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-132003b9-07ad-4672-90c4-c4f91885358c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0487521 May 12 15:42:04.831879 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-5be97197-50ae-4442-a113-6742f057efe4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0621214 May 12 15:42:04.866055 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-6891910b-5dec-4761-828e-091adbac5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.867565 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-6891910b-5dec-4761-828e-091adbac5733 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443940 May 12 15:42:04.923948 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-a9f87a87-2706-4d2a-a9b9-00e076144c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.925464 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-a9f87a87-2706-4d2a-a9b9-00e076144c86 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1496134 May 12 15:42:04.953983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71252e8f-c096-4cf7-98eb-40c1af887542 req-033d08e5-f02f-4134-a19e-629e60bef02c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.955448 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71252e8f-c096-4cf7-98eb-40c1af887542 req-033d08e5-f02f-4134-a19e-629e60bef02c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.1432500 May 12 15:42:04.959172 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-0379c4ad-676f-4263-b98e-1c71adfdc38b service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841787 May 12 15:42:04.988199 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f3ffb-1235-4378-a841-2d0daa10ab12 req-aa018e32-412f-4b35-99de-8005c4d5dc86 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:04.989808 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac6f3ffb-1235-4378-a841-2d0daa10ab12 req-aa018e32-412f-4b35-99de-8005c4d5dc86 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 943 time: 0.1438107 May 12 15:42:05.000724 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-230ab6d4-da66-4616-947b-26836ee2178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:05.002158 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-230ab6d4-da66-4616-947b-26836ee2178b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 200 len: 858 time: 0.1572478 May 12 15:42:05.054809 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-a0a7aa3c-d6ca-4ec2-a3cd-3d98949f1f72 req-b29e2ec4-edaf-4b97-b5be-18658ebcf6c2 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894725 May 12 15:42:05.128755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-ceea6bc0-49a3-4268-82cc-6e1ded5f5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:05.130360 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-ceea6bc0-49a3-4268-82cc-6e1ded5f5d54 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=face382c-cf88-455e-a792-36e0eb4696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1183577 May 12 15:42:05.150913 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac6f3ffb-1235-4378-a841-2d0daa10ab12 req-e00cb401-39e8-4a76-975a-5bbde86284fb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543529 May 12 15:42:05.153234 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-a967c032-a756-47c9-a8bd-3770a7cf0282 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149174 May 12 15:42:05.156314 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71252e8f-c096-4cf7-98eb-40c1af887542 req-1b96dd6a-1d8e-4e79-a560-1cb2fd6da045 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829033 May 12 15:42:05.526423 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 750fc7fd-59de-40ae-8a72-66a1e13bbe2a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:42:05.637912 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:05.649508 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'port_id': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'mac_address': 'fa:16:3e:fa:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:42:05.689653 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:42:05.690036 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:05.703590 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750fc7fd-59de-40ae-8a72-66a1e13bbe2a {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:42:05.722761 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:05.728409 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:05.780015 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:05.788571 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.788925 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.789272 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.789641 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.789985 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.790309 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.790646 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.790969 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.791309 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.791635 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.791951 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.792286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.793026 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.793338 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:05.793659 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:06.019016 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['750fc7fd-59de-40ae-8a72-66a1e13bbe2a'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:42:06.107780 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-240cc0f2-b94a-4c5e-9f71-b25f161d4218 req-9a38010e-0920-4e23-abd7-5d15df7aab5d service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467705 May 12 15:42:06.109493 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-a2497ed9-679c-4049-b54f-aca051ae2808 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474006 May 12 15:42:06.210135 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f83aa4e-4843-4be3-9a1d-947e9ee5a248 req-54250998-dd1c-4a9d-95e4-000d30a82d87 service neutron] 10.222.0.88 "GET /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903201 May 12 15:42:06.268461 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389377a-0a9a-4895-a313-9dd2c544d4c6 req-e0402de3-4fd8-4d09-aaef-527fb3d801d9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:06.270101 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a389377a-0a9a-4895-a313-9dd2c544d4c6 req-e0402de3-4fd8-4d09-aaef-527fb3d801d9 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 944 time: 0.0485642 May 12 15:42:06.348687 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c4a56-deee-4063-bd63-4ea88b49a7db req-5a4bb09a-80de-4a33-9bf1-b44cd749d0c2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:06.350093 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-251c4a56-deee-4063-bd63-4ea88b49a7db req-5a4bb09a-80de-4a33-9bf1-b44cd749d0c2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.0590007 May 12 15:42:06.353077 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a389377a-0a9a-4895-a313-9dd2c544d4c6 req-bc1fbf67-d1de-47ec-aca2-220adb665564 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773818 May 12 15:42:06.396397 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-251c4a56-deee-4063-bd63-4ea88b49a7db req-03f22c8b-c78f-433d-aca0-b04a3a612efe tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 May 12 15:42:07.532012 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:42:07.535780 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 750fc7fd-59de-40ae-8a72-66a1e13bbe2a up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:42:07.640719 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:42:07.649758 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:42:07.650109 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:07.772976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e61d62-752c-4ba5-a51a-00d6ec2ea28e req-93f31a22-9a14-4a5f-87ce-1b6fe5e59646 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:07.774505 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e61d62-752c-4ba5-a51a-00d6ec2ea28e req-93f31a22-9a14-4a5f-87ce-1b6fe5e59646 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 944 time: 0.3389528 May 12 15:42:07.795292 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b5467-99b4-45e7-b12d-f4c34c234a71 req-8a5dcb39-2aeb-408d-afa5-49b303ac78c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:07.796684 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0a0b5467-99b4-45e7-b12d-f4c34c234a71 req-8a5dcb39-2aeb-408d-afa5-49b303ac78c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.0682099 May 12 15:42:07.832880 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:07.848158 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'mac_address': 'fa:16:3e:ba:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:42:07.857927 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e61d62-752c-4ba5-a51a-00d6ec2ea28e req-0809e9ac-d0b5-4309-88bf-a5c22126fa93 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773892 May 12 15:42:07.865093 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0a0b5467-99b4-45e7-b12d-f4c34c234a71 req-200537dc-76cd-4ebc-855e-6e25cf085192 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620165 May 12 15:42:07.913868 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:42:07.914258 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:07.917177 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:42:07.917605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:07.936294 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:42:07.958008 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:07.960267 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339d219-34f8-4be4-964f-16cef36f0614" -d '{"events": [{"server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "name": "network-vif-plugged", "status": "completed", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:07.979821 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:07.981986 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:07.985978 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:07.990625 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:08.011946 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e21ca4-95d1-47b5-8839-df6c5bec0ff0 x-openstack-request-id: req-01e21ca4-95d1-47b5-8839-df6c5bec0ff0 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:08.012249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "name": "network-vif-plugged", "status": "completed", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:08.012515 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-01e21ca4-95d1-47b5-8839-df6c5bec0ff0 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:08.012907 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e21ca4-95d1-47b5-8839-df6c5bec0ff0'] response: {'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'code': 200} May 12 15:42:08.041555 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:08.092433 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:08.224758 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6134-e34d-4683-89e2-dac09e1caff2 req-55598141-16df-4a91-98a8-9eed2e8661e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:08.226264 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-394b6134-e34d-4683-89e2-dac09e1caff2 req-55598141-16df-4a91-98a8-9eed2e8661e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 1129 time: 0.0836031 May 12 15:42:08.244373 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:42:08.272426 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-394b6134-e34d-4683-89e2-dac09e1caff2 req-e12d8503-e8c0-44d1-a4c0-94489b717648 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 May 12 15:42:08.302852 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:42:09.009901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef44828-2a18-4479-aad3-294cdd794538 req-1ad6fb78-c685-4d05-8d9b-2c1f0479f773 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:09.011393 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cef44828-2a18-4479-aad3-294cdd794538 req-1ad6fb78-c685-4d05-8d9b-2c1f0479f773 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0729916 May 12 15:42:09.017388 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104f177-7a71-4281-9418-6b0a2b6b74e7 req-68692c93-b5ae-4bc4-b664-0c1d3c632a30 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:09.018734 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d104f177-7a71-4281-9418-6b0a2b6b74e7 req-68692c93-b5ae-4bc4-b664-0c1d3c632a30 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 945 time: 0.0701516 May 12 15:42:09.090438 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cef44828-2a18-4479-aad3-294cdd794538 req-9f72cdc3-796a-42e1-9127-21f78e283cb3 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707717 May 12 15:42:09.094501 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d104f177-7a71-4281-9418-6b0a2b6b74e7 req-84799c8b-d24a-4034-845d-4d9d397eea10 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690782 May 12 15:42:09.546745 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:42:09.600899 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:42:09.608433 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:42:09.608829 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:09.691471 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:42:09.691929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:09.726050 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:09.731405 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:09.783847 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:10.014520 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:10.018412 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e037ae26-6378-43f7-9c55-8fef56c10529" -d '{"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:10.055831 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf10667-a1cf-4851-9b77-0a50141c4179 x-openstack-request-id: req-1bf10667-a1cf-4851-9b77-0a50141c4179 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:10.056129 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:10.056383 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1bf10667-a1cf-4851-9b77-0a50141c4179 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:10.056798 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf10667-a1cf-4851-9b77-0a50141c4179'] response: {'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'code': 200} May 12 15:42:10.253983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396325-9f2f-423f-bdc5-fd3afde2d8ba req-b25ea280-f652-4653-a4f3-cdf7474b7a3b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:10.255545 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-50396325-9f2f-423f-bdc5-fd3afde2d8ba req-b25ea280-f652-4653-a4f3-cdf7474b7a3b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0959158 May 12 15:42:10.281103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5762f-c9b5-40bb-891a-be24e280664d req-b9d339f2-5025-46de-9b8c-8eec9432dd40 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:10.282512 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0cf5762f-c9b5-40bb-891a-be24e280664d req-b9d339f2-5025-46de-9b8c-8eec9432dd40 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0936227 May 12 15:42:10.288863 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1c68-58ed-4cd7-98c0-de2b73809da5 req-2e445643-d4e0-4e8f-8c0e-7fe96dc75b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:10.290176 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6bed1c68-58ed-4cd7-98c0-de2b73809da5 req-2e445643-d4e0-4e8f-8c0e-7fe96dc75b4a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1130 time: 0.0889242 May 12 15:42:10.362767 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-50396325-9f2f-423f-bdc5-fd3afde2d8ba req-20fcd5cd-04b2-40de-a4dc-68cf4d226386 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993257 May 12 15:42:10.387257 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6bed1c68-58ed-4cd7-98c0-de2b73809da5 req-362baf8e-62a5-407a-8eeb-4fa802268963 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874202 May 12 15:42:10.390404 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0cf5762f-c9b5-40bb-891a-be24e280664d req-7f63124a-ca96-420d-9b1d-d8df7d54d968 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978777 May 12 15:42:10.468845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fb8c0-8756-4e13-9db9-ce75d4cb49b9 req-f755a893-1123-49ff-9667-b4ebdc943f6b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:10.470278 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a52fb8c0-8756-4e13-9db9-ce75d4cb49b9 req-f755a893-1123-49ff-9667-b4ebdc943f6b tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0456514 May 12 15:42:10.479407 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41268) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:10.483693 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Request body: {'floatingip': {'port_id': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:10.523514 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (1826deae-a411-4ceb-a26b-7b223f15214d), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:11.012789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:11.019574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (1826deae-a411-4ceb-a26b-7b223f15214d), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:11.136101 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Floating IP 1826deae-a411-4ceb-a26b-7b223f15214d associated. External IP: 172.27.2.173, port: 750fc7fd-59de-40ae-8a72-66a1e13bbe2a. May 12 15:42:11.352279 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:42:11.472993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:42:11.478192 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:11.483293 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:11.494589 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:11.495298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:11.531694 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8afd8-e52e-48b5-b023-de484c885277 req-6b07c537-0b69-4c01-b688-0ecea06a8b58 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:11.533189 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5aa8afd8-e52e-48b5-b023-de484c885277 req-6b07c537-0b69-4c01-b688-0ecea06a8b58 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0692489 May 12 15:42:11.534744 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c19eaa4b-844d-496c-a7b0-bbd4a94bbbfb tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "PUT /v2.0/floatingips/1826deae-a411-4ceb-a26b-7b223f15214d HTTP/1.1" status: 200 len: 991 time: 1.0544438 May 12 15:42:11.535412 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:11.537819 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:11.578215 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484f7d3c-bdde-4046-bd51-5c8fe761d453 x-openstack-request-id: req-484f7d3c-bdde-4046-bd51-5c8fe761d453 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:11.578512 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:11.578769 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-484f7d3c-bdde-4046-bd51-5c8fe761d453 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:11.579171 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484f7d3c-bdde-4046-bd51-5c8fe761d453'] response: {'name': 'network-changed', 'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'status': 'completed', 'code': 200} May 12 15:42:11.593608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5aa8afd8-e52e-48b5-b023-de484c885277 req-06f80dfd-659a-4dc1-8ab2-b53450c61dd0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518720 May 12 15:42:11.606872 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:11.741231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-8ca5606f-c5d7-4dfd-8b04-e30b259f7001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:11.890469 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '1826deae-a411-4ceb-a26b-7b223f15214d', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'port_id': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'mac_address': 'fa:16:3e:fa:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:41:58Z', 'updated_at': '2022-05-12T15:42:10Z', 'revision_number': 1, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:11.921215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:11.932184 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:11.932855 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:41:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:11.952512 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-7248f304-2f03-479b-ae3b-aabf36cdd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:11.954088 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-7248f304-2f03-479b-ae3b-aabf36cdd129 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aba4b044dfa42cd8da55086ab774561&device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 1129 time: 0.0416625 May 12 15:42:12.052188 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:12.058356 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-658ed36a-62e6-498b-a953-87ba367cd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:12.059826 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-658ed36a-62e6-498b-a953-87ba367cd29e service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 200 len: 912 time: 0.0984201 May 12 15:42:12.128209 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-38932834-eca3-4e3e-a578-7d3924d61ca1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a HTTP/1.1" status: 200 len: 999 time: 0.0615263 May 12 15:42:12.177635 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-d28cabb9-5795-4297-805a-9137a647f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:12.179017 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-d28cabb9-5795-4297-805a-9137a647f952 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 200 len: 850 time: 0.0441804 May 12 15:42:12.222399 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-b5129783-8c51-4559-8164-0ad6ca0fe924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:12.223891 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-b5129783-8c51-4559-8164-0ad6ca0fe924 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d950ca3-1243-4fb1-a3b9-399d6873531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384881 May 12 15:42:12.278872 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '1826deae-a411-4ceb-a26b-7b223f15214d', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'port_id': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'mac_address': 'fa:16:3e:fa:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:41:58Z', 'updated_at': '2022-05-12T15:42:10Z', 'revision_number': 1, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:12.312932 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f47c59-df8a-458d-bb7c-d825faf0f1b1 None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '1826deae-a411-4ceb-a26b-7b223f15214d', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'port_id': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'mac_address': 'fa:16:3e:fa:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:41:58Z', 'updated_at': '2022-05-12T15:42:10Z', 'revision_number': 1, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:12.319451 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-7ca67c3f-8fd1-4826-9226-d37b9a03db66 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891061 May 12 15:42:12.422071 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e2d8ed20-5297-494f-b67a-cd4fc276d5cc req-3f101264-cb41-4861-b967-598a011aa393 service neutron] 10.222.0.88 "GET /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959399 May 12 15:42:12.513083 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637ac41-1111-4ca0-a758-b15ce473dd8e None None] New status for floating IP 1826deae-a411-4ceb-a26b-7b223f15214d: ACTIVE {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:42:12.723273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86979ae-372a-4c46-943e-2ab1afe2460c req-f8ded810-c8a5-4902-90b9-39c80b583ff7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:12.724885 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d86979ae-372a-4c46-943e-2ab1afe2460c req-f8ded810-c8a5-4902-90b9-39c80b583ff7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0545170 May 12 15:42:12.771768 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d86979ae-372a-4c46-943e-2ab1afe2460c req-f263a7a0-3d21-4423-acb1-4430885425f3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411422 May 12 15:42:12.887777 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae7c4c-7429-4e2c-a821-15a8897979ba req-77fb8d1f-fe76-4df1-8aa3-94f4998e67b8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:12.889311 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7fae7c4c-7429-4e2c-a821-15a8897979ba req-77fb8d1f-fe76-4df1-8aa3-94f4998e67b8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0507903 May 12 15:42:12.898141 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41286) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:12.902755 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Request body: {'floatingip': {'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:12.942201 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (fc004209-201a-4dbb-9b57-18b931596907), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:12.967863 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aff4c-8d22-46c8-b50c-730e711c001d req-705a1eca-517f-4690-b03d-b304038dcec0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:12.969457 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-088aff4c-8d22-46c8-b50c-730e711c001d req-705a1eca-517f-4690-b03d-b304038dcec0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0469885 May 12 15:42:13.022676 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-088aff4c-8d22-46c8-b50c-730e711c001d req-ec132331-55a5-4aad-960d-54785296571d tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472999 May 12 15:42:13.384385 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:13.391870 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (fc004209-201a-4dbb-9b57-18b931596907), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:13.498660 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Floating IP fc004209-201a-4dbb-9b57-18b931596907 associated. External IP: 172.27.2.12, port: 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f. May 12 15:42:13.717501 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:42:13.916719 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-93038c69-ba82-4d8e-94aa-ab2e7edcdcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:14.067380 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:42:14.071984 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:14.080593 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:14.102035 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:14.102294 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e759a5e8-6c93-4af2-ac5f-13ed14eaf10c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "PUT /v2.0/floatingips/fc004209-201a-4dbb-9b57-18b931596907 HTTP/1.1" status: 200 len: 991 time: 1.2030039 May 12 15:42:14.102790 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:14.103373 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:14.105319 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27048659-136d-41c0-89ec-1d3fc4f35d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:14.142395 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a211d2-4fba-4bfd-9c21-74f03efefc50 x-openstack-request-id: req-d9a211d2-4fba-4bfd-9c21-74f03efefc50 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:14.143231 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:14.143486 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9a211d2-4fba-4bfd-9c21-74f03efefc50 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:14.143892 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a211d2-4fba-4bfd-9c21-74f03efefc50'] response: {'name': 'network-changed', 'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'status': 'completed', 'code': 200} May 12 15:42:14.145356 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b8eec-b58f-453b-8552-fdc7b9551fc4 req-9247edad-d18b-4ac9-9199-19c79bc0f569 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:14.146888 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286b8eec-b58f-453b-8552-fdc7b9551fc4 req-9247edad-d18b-4ac9-9199-19c79bc0f569 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0544677 May 12 15:42:14.198733 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286b8eec-b58f-453b-8552-fdc7b9551fc4 req-e45bdc6f-1e52-4d8c-8fa7-7ada0565d226 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458140 May 12 15:42:14.245520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-f6ddd5a0-0d42-4c02-8642-89728b2c86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:14.247096 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-f6ddd5a0-0d42-4c02-8642-89728b2c86cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1130 time: 0.0415921 May 12 15:42:14.343676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:14.355509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-282d2304-998c-48b7-8810-b487bdcc3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:14.357010 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-282d2304-998c-48b7-8810-b487bdcc3cb5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.1037581 May 12 15:42:14.489481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-8007ed6b-fe6c-4f04-8655-55323193dff5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 200 len: 999 time: 0.0592542 May 12 15:42:14.557920 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fc004209-201a-4dbb-9b57-18b931596907', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'mac_address': 'fa:16:3e:ba:51:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089f367-763b-4daf-8849-37153b6e32f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:41:59Z', 'updated_at': '2022-05-12T15:42:13Z', 'revision_number': 1, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:14.576110 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15199b3-be67-41a0-b061-55a39473085e req-2458b7df-50a4-48a5-94d6-74fb56e2a8ae tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:14.577591 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e15199b3-be67-41a0-b061-55a39473085e req-2458b7df-50a4-48a5-94d6-74fb56e2a8ae tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0759609 May 12 15:42:14.588218 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:14.593471 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-90169612-ae67-4868-a16a-6353b927ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:14.594883 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-90169612-ae67-4868-a16a-6353b927ed77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0921044 May 12 15:42:14.596856 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:14.597467 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:14.660234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-0c0e2eab-b4cd-487b-8b41-2ed0e2daeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:14.661762 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-0c0e2eab-b4cd-487b-8b41-2ed0e2daeb39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503838 May 12 15:42:14.706656 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:14.735833 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Deleting port f92017be-34f1-4663-8133-b097ab792782 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:14.736136 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (f92017be-34f1-4663-8133-b097ab792782), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:14.849015 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-5f8d0849-8f40-43ab-b927-a37dd43a0c8c service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627660 May 12 15:42:14.901384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] For port f92017be-34f1-4663-8133-b097ab792782, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f92017be-34f1-4663-8133-b097ab792782,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:14.901760 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (f92017be-34f1-4663-8133-b097ab792782), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:14.926489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fc004209-201a-4dbb-9b57-18b931596907', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'mac_address': 'fa:16:3e:ba:51:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089f367-763b-4daf-8849-37153b6e32f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:41:59Z', 'updated_at': '2022-05-12T15:42:13Z', 'revision_number': 1, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:14.957043 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c0229-bf5b-44ea-a450-7b3b10d5bb94 None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fc004209-201a-4dbb-9b57-18b931596907', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'mac_address': 'fa:16:3e:ba:51:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089f367-763b-4daf-8849-37153b6e32f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:41:59Z', 'updated_at': '2022-05-12T15:42:13Z', 'revision_number': 1, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:15.016042 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27048659-136d-41c0-89ec-1d3fc4f35d9d req-69cf3edf-2742-4273-95b7-60dedc81587a service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582975 May 12 15:42:15.047635 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:15.143922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:15.144293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (a8b94f7f-8e86-420d-89be-80b63155fc85), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:15.144613 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Floating IP a8b94f7f-8e86-420d-89be-80b63155fc85 disassociated. External IP: 172.27.2.174, port: f92017be-34f1-4663-8133-b097ab792782. May 12 15:42:15.144993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Calling delete_port for f92017be-34f1-4663-8133-b097ab792782 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:15.163148 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b9616-8a68-476a-bed1-3d2d7bb0951f None None] New status for floating IP fc004209-201a-4dbb-9b57-18b931596907: ACTIVE {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:42:15.311208 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (f92017be-34f1-4663-8133-b097ab792782), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:15.346965 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'Port': ['ID=f92017be-34f1-4663-8133-b097ab792782,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:15.361000 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec857e4-5df1-49a9-9594-c42a6e767f94 req-8d3ea99b-4e9f-4e40-9650-41a5279685fa tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:15.362475 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ec857e4-5df1-49a9-9594-c42a6e767f94 req-8d3ea99b-4e9f-4e40-9650-41a5279685fa tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dc5f8be-b344-46fd-bae9-266847ebfdc1 HTTP/1.1" status: 200 len: 946 time: 0.0897064 May 12 15:42:15.482737 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ec857e4-5df1-49a9-9594-c42a6e767f94 req-d4aad6a7-38ae-4d81-b5ce-351b5dc9a9f2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141691 May 12 15:42:15.508270 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:42:15.618191 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:42:15.627759 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:15.638946 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:15.639604 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:15.662537 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] No DVR routers for this DVR port f92017be-34f1-4663-8133-b097ab792782 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:15.665217 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:15.668771 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e15199b3-be67-41a0-b061-55a39473085e req-28e99c8d-737a-4ee1-98b3-18251a09e558 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "DELETE /v2.0/ports/f92017be-34f1-4663-8133-b097ab792782 HTTP/1.1" status: 204 len: 173 time: 1.0852687 May 12 15:42:15.669200 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'name': 'network-vif-deleted', 'tag': 'f92017be-34f1-4663-8133-b097ab792782'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:15.671431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99bd215-70ba-4c2a-a0fd-dfa0927e5825" -d '{"events": [{"server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "name": "network-vif-deleted", "tag": "f92017be-34f1-4663-8133-b097ab792782"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:15.759638 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:15.783339 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9e2a20-7b2c-4ee4-8dfe-ee3dab53ec80 x-openstack-request-id: req-fd9e2a20-7b2c-4ee4-8dfe-ee3dab53ec80 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:15.783635 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc5f8be-b344-46fd-bae9-266847ebfdc1", "name": "network-vif-deleted", "tag": "f92017be-34f1-4663-8133-b097ab792782", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:15.783887 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd9e2a20-7b2c-4ee4-8dfe-ee3dab53ec80 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:15.784292 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9e2a20-7b2c-4ee4-8dfe-ee3dab53ec80'] response: {'server_uuid': '7dc5f8be-b344-46fd-bae9-266847ebfdc1', 'name': 'network-vif-deleted', 'tag': 'f92017be-34f1-4663-8133-b097ab792782', 'status': 'completed', 'code': 200} May 12 15:42:15.954346 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:15.985729 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:15.994393 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:15.995000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:16.104044 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:16.293634 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:16.321995 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db02a-54a1-43f0-89ff-8ed43284914f None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:16.563793 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ee2da-c807-4940-9d76-20f16120efeb None None] New status for floating IP a8b94f7f-8e86-420d-89be-80b63155fc85: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:42:16.571768 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:16.758246 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5bba9866-ed1d-470b-8829-25594cc5041c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255422790&fields=id&tenant_id=4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 267 time: 0.0502994 May 12 15:42:16.871281 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-6c873c1a-7e05-4e66-8b9a-f1a605997c15 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:16.872767 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-6c873c1a-7e05-4e66-8b9a-f1a605997c15 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 811 time: 0.1054890 May 12 15:42:16.890435 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-a460c452-626e-446c-84ec-70c043c34c4a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/quotas/4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 375 time: 0.0094607 May 12 15:42:16.943882 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5cc6db82-a97c-444a-b7dd-36f30715c452 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465972 May 12 15:42:17.102829 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-25241cd4-306d-4139-997c-60cc15bbef2d service neutron] 10.222.0.89 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419525 May 12 15:42:17.197868 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-fb6d1677-8fb9-411f-95f6-c9e424cef3c2 service neutron] 10.222.0.89 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 May 12 15:42:17.508751 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-155c75bf-8d0c-400d-9f0d-76a0b4b5efbf req-4b4427d6-fb39-436e-9095-c34bfe39c8e2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 210 time: 0.0283470 May 12 15:42:17.943278 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:18.474945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-c6911846-568a-4960-80d7-cba1c9c3d464 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:18.476445 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-c6911846-568a-4960-80d7-cba1c9c3d464 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 811 time: 0.1120493 May 12 15:42:18.803485 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-da659aac-f188-4d16-9ccf-630c9810e1cb req-4a4b721a-df13-41a0-8ccd-c7a50e632fa3 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 210 time: 0.0327981 May 12 15:42:18.838524 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-7d040682-1afd-4299-ad43-9d7f18002e2a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 380 time: 0.3540876 May 12 15:42:18.847566 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'port': {'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'admin_state_up': True, 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'security_groups': ['6817e520-9138-4e94-a8ad-7aecefd9690b']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:18.956352 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Made reservation on behalf of 4b8824725a894bbcb17789008292c1e4 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:42:18.959907 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.087697 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Allocated IP 172.20.0.14 (869afb1f-8f08-43d2-8b78-38d5d6f40548/56100d28-2fa9-46ad-a054-9f3110821064/ca51c60f-918e-4a96-8760-a4f1a7d0c522) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:42:19.224971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.259080 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.300853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:42:19.304037 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:42:19.310531 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:42:19.316657 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=ca51c60f-918e-4a96-8760-a4f1a7d0c522,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:19.366626 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:19.367166 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.385666 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5be499d3-6bd5-4c48-92e6-e37bd1009db9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418820 May 12 15:42:19.400228 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Request body: {'port': {'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:19.461066 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.504203 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-5729d056-4201-4323-834f-3ca452ed20fa None None] Provisioning complete for port ca51c60f-918e-4a96-8760-a4f1a7d0c522 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:42:19.504978 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5729d056-4201-4323-834f-3ca452ed20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.540146 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-5729d056-4201-4323-834f-3ca452ed20fa None None] Port ca51c60f-918e-4a96-8760-a4f1a7d0c522 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:42:19.601891 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f92017be-34f1-4663-8133-b097ab792782 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:19.622317 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: f92017be-34f1-4663-8133-b097ab792782 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:19.622568 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device f92017be-34f1-4663-8133-b097ab792782 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:19.752213 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca51c60f-918e-4a96-8760-a4f1a7d0c522 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:42:19.760263 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Publish callbacks [] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.776982 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Transition to ACTIVE for port object ca51c60f-918e-4a96-8760-a4f1a7d0c522 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:42:19.781964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:19.829573 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca51c60f-918e-4a96-8760-a4f1a7d0c522,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:19.936998 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Attempting to bind port ca51c60f-918e-4a96-8760-a4f1a7d0c522 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:42:19.937333 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Attempting to bind port ca51c60f-918e-4a96-8760-a4f1a7d0c522 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:42:19.937655 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Attempting to bind port ca51c60f-918e-4a96-8760-a4f1a7d0c522 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:42:19.945483 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877d647-999d-4f1b-abb5-c9c171ec698d req-6c35dab6-e62b-4682-9021-f49a9400144e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:19.947002 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2877d647-999d-4f1b-abb5-c9c171ec698d req-6c35dab6-e62b-4682-9021-f49a9400144e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0675499 May 12 15:42:19.950483 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Port ca51c60f-918e-4a96-8760-a4f1a7d0c522 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:42:19.950804 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Attempting to bind port ca51c60f-918e-4a96-8760-a4f1a7d0c522 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:42:19.962753 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:42:19.963084 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Checking segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:42:19.963457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Bound using segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:42:19.963888 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Bound port: ca51c60f-918e-4a96-8760-a4f1a7d0c522, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:42:19.964242 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:20.030864 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2877d647-999d-4f1b-abb5-c9c171ec698d req-3cd7e198-1512-469d-b9d0-0d04f4c8c734 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776622 May 12 15:42:20.054550 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] For port ca51c60f-918e-4a96-8760-a4f1a7d0c522, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:42:20.057920 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] For port ca51c60f-918e-4a96-8760-a4f1a7d0c522, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:42:20.067019 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:20.104340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:20.105172 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:20.106583 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] 10.222.0.88 "PUT /v2.0/ports/ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 200 len: 1094 time: 0.7106798 May 12 15:42:20.106996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:20.109360 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:20.138382 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a71170-aa2b-4a39-9035-4b2286570df0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca51c60f-918e-4a96-8760-a4f1a7d0c522,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:20.153950 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db24849-fd85-4684-9ad4-1c9cb75a1f99 x-openstack-request-id: req-9db24849-fd85-4684-9ad4-1c9cb75a1f99 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:20.154506 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:20.155004 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9db24849-fd85-4684-9ad4-1c9cb75a1f99 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:20.155638 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db24849-fd85-4684-9ad4-1c9cb75a1f99'] response: {'name': 'network-changed', 'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'status': 'completed', 'code': 200} May 12 15:42:20.209894 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-2696b067-8a34-450e-8a1e-8f718f95df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:20.214055 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-2696b067-8a34-450e-8a1e-8f718f95df2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1128 time: 0.0428600 May 12 15:42:20.259379 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-6ae649c9-1880-4bad-a3f6-79218d880f75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 200 len: 217 time: 0.0381169 May 12 15:42:20.311790 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-3edce703-afdc-49ed-ae56-9438bb74faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:20.313269 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-3edce703-afdc-49ed-ae56-9438bb74faf7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0449378 May 12 15:42:20.359486 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-2e59ef65-b969-4cdf-97cf-ccaa180d8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:20.360958 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-2e59ef65-b969-4cdf-97cf-ccaa180d8565 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421324 May 12 15:42:20.457835 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-eee39dca-c636-4a0e-a744-56fd55862c57 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 May 12 15:42:20.570756 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3e003e13-98b2-4e14-aa9c-416cfe19a4ec req-5619b4c6-a46e-44f9-801e-d96ff8d7c45d service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017027 May 12 15:42:20.896433 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-3256e254-df46-4ee3-8811-32c4ef58e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:20.898036 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-3256e254-df46-4ee3-8811-32c4ef58e5a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1128 time: 0.0550315 May 12 15:42:20.995466 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-69481152-31c6-482f-8668-4bf56b1ed99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:20.996989 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-69481152-31c6-482f-8668-4bf56b1ed99a service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.0920703 May 12 15:42:21.036766 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-dbb0f8cc-8757-4b99-aabd-51ea1d91c05a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 200 len: 217 time: 0.0330732 May 12 15:42:21.084577 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-d3a96149-9017-4e23-ba03-0926ef386897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:21.086057 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-d3a96149-9017-4e23-ba03-0926ef386897 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0439451 May 12 15:42:21.161779 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-2fd3b4da-b6a1-4584-87fd-8c08dd532dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:21.163167 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-2fd3b4da-b6a1-4584-87fd-8c08dd532dc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676811 May 12 15:42:21.171819 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965aa02-1e99-4e4f-9857-14e89223286f req-b60fe97e-609a-4eef-adea-2515b76a0890 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:21.173245 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c965aa02-1e99-4e4f-9857-14e89223286f req-b60fe97e-609a-4eef-adea-2515b76a0890 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0700343 May 12 15:42:21.273423 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c965aa02-1e99-4e4f-9857-14e89223286f req-fc6a00b2-551a-4e76-92ff-3a1032f01c4c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923328 May 12 15:42:21.290925 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-b3d1ae0a-067d-459f-9362-6c7adc2f3711 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167822 May 12 15:42:21.381185 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eaff1ef4-fbac-486a-8f0a-c9c76bef571d req-9861c137-dfa4-4a35-8ea6-fb44939c91c3 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832660 May 12 15:42:22.406536 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af2171-5624-4f31-b9ac-b775f13ba8d9 req-c26642d3-d13e-4ff4-b9b3-7f2d3721b21d tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:22.408004 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f3af2171-5624-4f31-b9ac-b775f13ba8d9 req-c26642d3-d13e-4ff4-b9b3-7f2d3721b21d tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0517018 May 12 15:42:22.458223 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f3af2171-5624-4f31-b9ac-b775f13ba8d9 req-b76efbfe-0af0-43b4-b81e-fcbb8b1c2e96 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443652 May 12 15:42:23.581725 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecccdd-d251-4a11-a266-1d0927b1b6ba req-ebd7de01-faed-492b-a59c-7633a2c2d66f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:23.583217 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21ecccdd-d251-4a11-a266-1d0927b1b6ba req-ebd7de01-faed-492b-a59c-7633a2c2d66f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0471795 May 12 15:42:23.637697 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21ecccdd-d251-4a11-a266-1d0927b1b6ba req-0746bd2f-ff0e-4943-8f67-99d3f077ab66 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486832 May 12 15:42:24.765011 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131436b-d9b8-4ce0-a4b7-70b3618e5e30 req-d290d887-c1d3-4af3-b1f5-ee54a6aca16a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:24.766487 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4131436b-d9b8-4ce0-a4b7-70b3618e5e30 req-d290d887-c1d3-4af3-b1f5-ee54a6aca16a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0467386 May 12 15:42:24.818198 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4131436b-d9b8-4ce0-a4b7-70b3618e5e30 req-519e543f-53bd-4fdf-a665-2256df85a591 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460393 May 12 15:42:25.952216 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd9fb5-246d-47fa-bbed-98812b8a82df req-536fa8aa-1e6f-471e-bc0f-c4897d9bd79d tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:25.953686 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-14bd9fb5-246d-47fa-bbed-98812b8a82df req-536fa8aa-1e6f-471e-bc0f-c4897d9bd79d tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0491884 May 12 15:42:26.004446 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-14bd9fb5-246d-47fa-bbed-98812b8a82df req-92a56d86-6aca-486b-8560-533d143f3875 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 May 12 15:42:27.136188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8b214-ac81-417b-9b55-92d5feb75fc2 req-78d5d3fd-3be8-4752-84d7-68a9aca63301 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:27.137655 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ece8b214-ac81-417b-9b55-92d5feb75fc2 req-78d5d3fd-3be8-4752-84d7-68a9aca63301 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0462949 May 12 15:42:27.188117 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ece8b214-ac81-417b-9b55-92d5feb75fc2 req-0c898855-9ec8-4d76-b0f7-31e26a15e4c3 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 May 12 15:42:28.326623 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da488e-cccd-4af1-be23-cdc087daadbe req-060c43d5-fa1a-4497-8730-8167c21c047b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:28.328093 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-13da488e-cccd-4af1-be23-cdc087daadbe req-060c43d5-fa1a-4497-8730-8167c21c047b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0662243 May 12 15:42:28.385314 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-13da488e-cccd-4af1-be23-cdc087daadbe req-3056323f-f19e-4ae8-9233-de730bfd3433 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514865 May 12 15:42:29.497478 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920f57f-c848-4a96-b7e4-360a484058e8 req-19be57c9-976f-4eab-86b7-47c6a7ef29d7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:29.498993 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5920f57f-c848-4a96-b7e4-360a484058e8 req-19be57c9-976f-4eab-86b7-47c6a7ef29d7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 944 time: 0.0459430 May 12 15:42:29.551809 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5920f57f-c848-4a96-b7e4-360a484058e8 req-ac13c33f-58e4-4f78-9775-81c3edc3608f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469375 May 12 15:42:29.672501 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f0e5-bfa9-428e-a499-00e4cfec8a3a req-9db05ac4-3596-45f8-8f67-81cdc64675a6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:29.674145 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6144f0e5-bfa9-428e-a499-00e4cfec8a3a req-9db05ac4-3596-45f8-8f67-81cdc64675a6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0564384 May 12 15:42:29.674303 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ca51c60f-918e-4a96-8760-a4f1a7d0c522 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:42:29.724915 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6144f0e5-bfa9-428e-a499-00e4cfec8a3a req-42d74351-76d2-4a61-ab77-ac07c54777b6 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 May 12 15:42:29.780163 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port ca51c60f-918e-4a96-8760-a4f1a7d0c522, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:29.791190 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:42:29.829249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port ca51c60f-918e-4a96-8760-a4f1a7d0c522 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:42:29.829630 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:29.842132 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca51c60f-918e-4a96-8760-a4f1a7d0c522 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:42:29.861632 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port ca51c60f-918e-4a96-8760-a4f1a7d0c522, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:29.866450 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:29.913620 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=ca51c60f-918e-4a96-8760-a4f1a7d0c522,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:30.152088 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['ca51c60f-918e-4a96-8760-a4f1a7d0c522'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:42:30.682321 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c816f-12f4-45ce-950c-0ce91729d3b0 req-2b71c610-676e-4632-bafb-77dffeacc217 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:30.683775 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a65c816f-12f4-45ce-950c-0ce91729d3b0 req-2b71c610-676e-4632-bafb-77dffeacc217 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 945 time: 0.0515566 May 12 15:42:30.738650 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a65c816f-12f4-45ce-950c-0ce91729d3b0 req-0c718422-b009-41b0-894c-de15c0ae1672 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491898 May 12 15:42:30.849624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878f303-ff8d-43fb-94a6-0afbd838a0f8 req-3ac556dd-0671-4f6e-9ad7-9bf081b84fd0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:30.850958 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5878f303-ff8d-43fb-94a6-0afbd838a0f8 req-3ac556dd-0671-4f6e-9ad7-9bf081b84fd0 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0528398 May 12 15:42:30.905250 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5878f303-ff8d-43fb-94a6-0afbd838a0f8 req-3ed4c711-8ad5-463e-8cc8-4cb04258b32f tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 May 12 15:42:31.056316 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:31.674984 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ca51c60f-918e-4a96-8760-a4f1a7d0c522 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:42:31.734865 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port ca51c60f-918e-4a96-8760-a4f1a7d0c522 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:42:31.743816 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port ca51c60f-918e-4a96-8760-a4f1a7d0c522 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:42:31.744215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:31.822431 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port ca51c60f-918e-4a96-8760-a4f1a7d0c522 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:42:31.822703 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:31.845504 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:31.847871 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf12ee5-caf1-45ca-bafc-4f9b29d72b9a" -d '{"events": [{"server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "name": "network-vif-plugged", "status": "completed", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:31.855970 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07e3a-3f5c-4a6b-a422-9d2ea1dbb811 req-ceff7d20-9bb4-415c-83f0-a328e5aadccf tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:31.860069 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1bf07e3a-3f5c-4a6b-a422-9d2ea1dbb811 req-ceff7d20-9bb4-415c-83f0-a328e5aadccf tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 945 time: 0.0500124 May 12 15:42:31.864557 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port ca51c60f-918e-4a96-8760-a4f1a7d0c522, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:31.871175 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:31.909432 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1bf07e3a-3f5c-4a6b-a422-9d2ea1dbb811 req-5aef51d5-8752-4b65-9e26-3f9714b301c3 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 May 12 15:42:31.935309 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=ca51c60f-918e-4a96-8760-a4f1a7d0c522,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:31.943981 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47229a-ba1c-4923-bb28-da08ce490a42 x-openstack-request-id: req-6d47229a-ba1c-4923-bb28-da08ce490a42 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:31.944289 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "name": "network-vif-plugged", "status": "completed", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:31.944538 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d47229a-ba1c-4923-bb28-da08ce490a42 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:31.944934 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d47229a-ba1c-4923-bb28-da08ce490a42'] response: {'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'code': 200} May 12 15:42:32.024215 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab844c-54a4-4ae2-b041-d90c77dc782e req-e0242dbc-80fd-43cf-bfee-7e422d96e17c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:32.025708 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-25ab844c-54a4-4ae2-b041-d90c77dc782e req-e0242dbc-80fd-43cf-bfee-7e422d96e17c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0469983 May 12 15:42:32.073428 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-25ab844c-54a4-4ae2-b041-d90c77dc782e req-6dd493f6-35ad-4f51-92aa-7dab14b69c77 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 May 12 15:42:33.053120 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c13524-dbb9-4a6b-a5c1-dff0d00e8d3c req-3a6bc82b-00bc-45f6-b58f-b1b999f40828 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:33.054549 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c0c13524-dbb9-4a6b-a5c1-dff0d00e8d3c req-3a6bc82b-00bc-45f6-b58f-b1b999f40828 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0737686 May 12 15:42:33.076229 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95863ca9-5587-4663-bf33-62aba3b51136 req-f684e605-403b-4d04-8a96-bce0c4316378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:33.077645 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-95863ca9-5587-4663-bf33-62aba3b51136 req-f684e605-403b-4d04-8a96-bce0c4316378 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1130 time: 0.0651948 May 12 15:42:33.127094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-82919944-c727-41dc-aa67-d59a9226842b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:33.128519 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-82919944-c727-41dc-aa67-d59a9226842b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0662200 May 12 15:42:33.210442 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c0c13524-dbb9-4a6b-a5c1-dff0d00e8d3c req-57838ec8-c11d-4d16-aba9-d5cde4ed8ae6 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489880 May 12 15:42:33.218462 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-95863ca9-5587-4663-bf33-62aba3b51136 req-9b198c76-1488-436e-bc4c-cee78162b59d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202741 May 12 15:42:33.278067 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe0ff8-c6c6-4c1a-9823-b61060296fec req-321b4275-490b-48ea-9c5e-27c517d44705 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:33.279526 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07fe0ff8-c6c6-4c1a-9823-b61060296fec req-321b4275-490b-48ea-9c5e-27c517d44705 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 946 time: 0.0868795 May 12 15:42:33.300824 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Deleting port 5ece189e-0f97-4933-9eeb-db6e18b9f97b {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:33.301159 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:33.390300 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07fe0ff8-c6c6-4c1a-9823-b61060296fec req-f0aa35a2-ff14-41d4-8a12-898cfb4da6d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=acadd896-b52a-4747-a97e-47375702d1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031795 May 12 15:42:33.417037 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] For port 5ece189e-0f97-4933-9eeb-db6e18b9f97b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ece189e-0f97-4933-9eeb-db6e18b9f97b,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:33.417395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:33.582925 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:33.583285 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:33.583587 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Floating IP bcb44f59-344d-4ed1-a2fe-10edea3e7fed disassociated. External IP: 172.27.2.148, port: 5ece189e-0f97-4933-9eeb-db6e18b9f97b. May 12 15:42:33.583949 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Calling delete_port for 5ece189e-0f97-4933-9eeb-db6e18b9f97b owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:33.726423 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (5ece189e-0f97-4933-9eeb-db6e18b9f97b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:33.762527 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event deleted for resources: {'Port': ['ID=5ece189e-0f97-4933-9eeb-db6e18b9f97b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:33.880407 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:42:33.991848 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:42:34.004220 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] Sync routers for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:34.018543 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:34.019446 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:34.042139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] No DVR routers for this DVR port 5ece189e-0f97-4933-9eeb-db6e18b9f97b on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:34.045109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:34.048432 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4ef12083-1d21-40a9-85bc-28b9f997c251 req-43103fb1-558c-4f09-8adc-81b90fd388e9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "DELETE /v2.0/ports/5ece189e-0f97-4933-9eeb-db6e18b9f97b HTTP/1.1" status: 204 len: 173 time: 0.9069028 May 12 15:42:34.048901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'name': 'network-vif-deleted', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:34.051187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c52133-0128-4b54-ab5f-434122e700d7" -d '{"events": [{"server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "name": "network-vif-deleted", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:34.090226 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb88d43-551f-4c57-8a9b-70507d60e898 x-openstack-request-id: req-6eb88d43-551f-4c57-8a9b-70507d60e898 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:34.090843 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa53a7ea-5acc-4021-ac22-69d92ef87b71", "name": "network-vif-deleted", "tag": "5ece189e-0f97-4933-9eeb-db6e18b9f97b", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:34.090843 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6eb88d43-551f-4c57-8a9b-70507d60e898 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:34.091140 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb88d43-551f-4c57-8a9b-70507d60e898'] response: {'server_uuid': 'aa53a7ea-5acc-4021-ac22-69d92ef87b71', 'name': 'network-vif-deleted', 'tag': '5ece189e-0f97-4933-9eeb-db6e18b9f97b', 'status': 'completed', 'code': 200} May 12 15:42:34.141123 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:34.330927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa463-26b3-4af4-9eb3-67eb90c5c92a req-a7342c93-224e-4de9-a97b-b827c0a0b5cb tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:34.332258 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d6aa463-26b3-4af4-9eb3-67eb90c5c92a req-a7342c93-224e-4de9-a97b-b827c0a0b5cb tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0503411 May 12 15:42:34.337827 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:34.368334 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] Checking router: 40ab0b5f-af4b-47a9-960a-d51a6e3d966f for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:34.376522 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:34.377368 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:34.382375 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2d6aa463-26b3-4af4-9eb3-67eb90c5c92a req-1ebefb3a-4584-46ef-98b4-c25190d8be0a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 May 12 15:42:34.484977 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:34.500508 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5e751f78-ced5-4fe2-b939-2d0196880a67 req-6b71973f-a6ae-40ae-9591-f8d1662cec51 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa53a7ea-5acc-4021-ac22-69d92ef87b71 HTTP/1.1" status: 200 len: 210 time: 0.0277822 May 12 15:42:34.680220 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:34.705917 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c734f-6a5b-4dcc-ba0d-ea36dffc9818 None None] The sync data for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi is: [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:38:12Z', 'revision_number': 4, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'cc6d8f96-db5c-4815-9cb2-16b991f1ac61', 'name': '', 'network_id': 'face382c-cf88-455e-a792-36e0eb4696a1', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'mac_address': 'fa:16:3e:c9:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:12Z', 'updated_at': '2022-05-12T15:38:18Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'subnets': [{'id': '597ce6f5-15ce-4ae8-a665-dd08c4561bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:34.930933 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e6bca2-01bc-49b9-a55f-e91215dc4175 None None] New status for floating IP bcb44f59-344d-4ed1-a2fe-10edea3e7fed: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:42:35.499837 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc2812-3cce-441f-93fb-28a02a44ba4a req-a5259de9-02c4-433e-bce9-758de90a93f9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:35.501292 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5bbc2812-3cce-441f-93fb-28a02a44ba4a req-a5259de9-02c4-433e-bce9-758de90a93f9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0475452 May 12 15:42:35.561032 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5bbc2812-3cce-441f-93fb-28a02a44ba4a req-924d842f-c3a6-4cea-8a28-a9952625aa1a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537646 May 12 15:42:35.587096 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41416) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:35.641563 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12286418-43dd-4c07-94a6-66ce45db9b99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group (acadd896-b52a-4747-a97e-47375702d1e5), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.665915 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12286418-43dd-4c07-94a6-66ce45db9b99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group (acadd896-b52a-4747-a97e-47375702d1e5), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.669590 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde03d3-2a68-4935-948b-5c4cf80c8ccf req-8dd0c156-6987-4b9d-a0e1-44f5023e00f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:35.671043 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7bde03d3-2a68-4935-948b-5c4cf80c8ccf req-8dd0c156-6987-4b9d-a0e1-44f5023e00f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0466948 May 12 15:42:35.713546 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12286418-43dd-4c07-94a6-66ce45db9b99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (acadd896-b52a-4747-a97e-47375702d1e5), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.716946 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12286418-43dd-4c07-94a6-66ce45db9b99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.718216 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-12286418-43dd-4c07-94a6-66ce45db9b99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "DELETE /v2.0/security-groups/acadd896-b52a-4747-a97e-47375702d1e5 HTTP/1.1" status: 204 len: 168 time: 0.1299198 May 12 15:42:35.721255 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7bde03d3-2a68-4935-948b-5c4cf80c8ccf req-9511c45a-87ed-4dcf-a4ff-385e5ea170c2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 May 12 15:42:35.721448 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41418) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:35.735121 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12286418-43dd-4c07-94a6-66ce45db9b99 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acadd896-b52a-4747-a97e-47375702d1e5,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:35.749981 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.api.v2.resource [None req-35b59208-f40e-4d1d-aec8-c5b9fe2c8675 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] show failed (client error): The resource could not be found. May 12 15:42:35.749981 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-35b59208-f40e-4d1d-aec8-c5b9fe2c8675 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups/acadd896-b52a-4747-a97e-47375702d1e5 HTTP/1.1" status: 404 len: 347 time: 0.0214171 May 12 15:42:35.749981 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41420) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:35.750491 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41422) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:35.788826 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ab370-a773-49f4-ac04-bbfa677d6ce5 tempest-TestVolumeBootPattern-1814469729 tempest-TestVolumeBootPattern-1814469729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:35.790829 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-1a7ab370-a773-49f4-ac04-bbfa677d6ce5 tempest-TestVolumeBootPattern-1814469729 tempest-TestVolumeBootPattern-1814469729-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1125 time: 0.0391362 May 12 15:42:35.793561 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41424) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:35.797911 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:42:35.818207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.877582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Deleting port 964be213-6946-4343-a9be-06a34523e9b8 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:35.877899 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (964be213-6946-4343-a9be-06a34523e9b8), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.902170 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.956145 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (964be213-6946-4343-a9be-06a34523e9b8), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.956434 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (964be213-6946-4343-a9be-06a34523e9b8), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:35.969461 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Calling delete_port for 964be213-6946-4343-a9be-06a34523e9b8 owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:36.006752 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Allocated IP 172.27.2.215 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/57ca1e3b-ba41-432b-a56d-8bed504e8d70) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:42:36.103007 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (964be213-6946-4343-a9be-06a34523e9b8), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:36.111055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:36.127164 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event deleted for resources: {'Port': ['ID=964be213-6946-4343-a9be-06a34523e9b8,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:36.146034 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:36.188852 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:42:36.192919 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:42:36.194845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=57ca1e3b-ba41-432b-a56d-8bed504e8d70,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:36.195581 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks [] for floatingip (bcb44f59-344d-4ed1-a2fe-10edea3e7fed), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:36.196905 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:42:36.199121 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:36.200273 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-dd58435a-e23e-48e3-bf63-2cef1f8cd6df tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "DELETE /v2.0/floatingips/bcb44f59-344d-4ed1-a2fe-10edea3e7fed HTTP/1.1" status: 204 len: 168 time: 0.4517145 May 12 15:42:36.571225 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (c4b009a7-fbb5-42e8-a8da-e070875aa7e4), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:36.642461 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:37.079771 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:37.087101 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:37.151850 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=57ca1e3b-ba41-432b-a56d-8bed504e8d70,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:37.161517 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (c4b009a7-fbb5-42e8-a8da-e070875aa7e4), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:37.261590 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Floating IP c4b009a7-fbb5-42e8-a8da-e070875aa7e4 associated. External IP: 172.27.2.215, port: ca51c60f-918e-4a96-8760-a4f1a7d0c522. May 12 15:42:37.477550 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:42:37.591170 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:42:37.603141 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:37.609000 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:37.615877 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:37.616101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:37.639331 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-05a10809-50d2-406a-a738-c066ef0f112c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8447349 May 12 15:42:37.640153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:37.642686 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:37.678348 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c744db3-0326-44de-8c87-c9dcf06edada x-openstack-request-id: req-4c744db3-0326-44de-8c87-c9dcf06edada {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:37.678645 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:37.678900 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4c744db3-0326-44de-8c87-c9dcf06edada {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:37.679310 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c744db3-0326-44de-8c87-c9dcf06edada'] response: {'name': 'network-changed', 'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'status': 'completed', 'code': 200} May 12 15:42:37.721532 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5ece189e-0f97-4933-9eeb-db6e18b9f97b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:37.730602 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:37.738894 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-8b79a404-19a9-40ab-8f54-d68c968f057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:37.740554 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-8b79a404-19a9-40ab-8f54-d68c968f057b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1130 time: 0.0398223 May 12 15:42:37.768886 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 5ece189e-0f97-4933-9eeb-db6e18b9f97b {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:37.769223 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5ece189e-0f97-4933-9eeb-db6e18b9f97b not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:37.834022 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-dcf390fe-19a4-472d-a029-7f9d8be94d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:37.835496 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-dcf390fe-19a4-472d-a029-7f9d8be94d0a service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.0882087 May 12 15:42:37.901281 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-c0dece11-9a80-45b3-a36c-3a374c90f5c3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 200 len: 1000 time: 0.0573807 May 12 15:42:37.953387 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-9fc30fbd-3acc-452f-a95f-cd69a1e28d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:37.954837 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-9fc30fbd-3acc-452f-a95f-cd69a1e28d22 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0476360 May 12 15:42:37.956514 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:36Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:37.986139 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:37.994488 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:37.995095 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:37.999322 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-2f99e028-830d-468c-a901-c2079d4fd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:38.000888 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-2f99e028-830d-468c-a901-c2079d4fd475 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392013 May 12 15:42:38.098628 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-eb4425a1-0bba-4c28-a89a-46c3b8fee4a9 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831790 May 12 15:42:38.198215 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1fe0a787-4f43-42b7-b2f8-cbf8564e0414 req-7b42e040-fb0f-42d4-89de-0cdffd6cc011 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917854 May 12 15:42:38.247452 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:38.477499 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:36Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:38.508076 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721faa6-eff1-49fa-9392-7416f8633834 None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:36Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:38.683141 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44974c05-9230-4309-b78a-34e9bcef1648 req-ec6d4e25-68f9-4015-bdba-6e19b6cb7d5c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:38.684714 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-44974c05-9230-4309-b78a-34e9bcef1648 req-ec6d4e25-68f9-4015-bdba-6e19b6cb7d5c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0490854 May 12 15:42:38.729600 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9dad68-67eb-4931-9ccc-35e3202da509 None None] New status for floating IP c4b009a7-fbb5-42e8-a8da-e070875aa7e4: ACTIVE {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:42:38.734689 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-44974c05-9230-4309-b78a-34e9bcef1648 req-801c26d4-6d3d-4de3-96a7-2564f82a6112 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 May 12 15:42:39.866051 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfac8b0-d450-413a-aa0a-632360e97285 req-ede84fcc-1caa-4ca2-ac51-7ab5e80db01e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:39.867411 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0dfac8b0-d450-413a-aa0a-632360e97285 req-ede84fcc-1caa-4ca2-ac51-7ab5e80db01e tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0500631 May 12 15:42:39.913813 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0dfac8b0-d450-413a-aa0a-632360e97285 req-ec9523c7-aaf2-42ad-9ca3-26c88eab1d5d tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 May 12 15:42:41.038629 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f3df3-7522-4bc4-85f5-e03a02cf0e37 req-471a3f15-3918-4bda-9d15-32f34e0ae96a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:41.040085 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-230f3df3-7522-4bc4-85f5-e03a02cf0e37 req-471a3f15-3918-4bda-9d15-32f34e0ae96a tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0468998 May 12 15:42:41.100056 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-2be605ee-5098-46f8-aa9e-18816acc0e32 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:41.101398 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-2be605ee-5098-46f8-aa9e-18816acc0e32 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/ports?device_id=a08d195c-139d-4504-9584-6d6cdda60bc2 HTTP/1.1" status: 200 len: 946 time: 0.0604184 May 12 15:42:41.144760 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-230f3df3-7522-4bc4-85f5-e03a02cf0e37 req-81c89f7c-9bf9-464c-8b99-d6558a6bacbb tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958226 May 12 15:42:41.199264 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Deleting port 5c5b0249-be7e-446e-bb63-8151deda53b2 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:41.199616 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:41.291381 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] For port 5c5b0249-be7e-446e-bb63-8151deda53b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c5b0249-be7e-446e-bb63-8151deda53b2,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:41.291747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:41.305277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Calling delete_port for 5c5b0249-be7e-446e-bb63-8151deda53b2 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:41.440187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (5c5b0249-be7e-446e-bb63-8151deda53b2), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:41.453101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['bb4489c9-042d-4dc5-8442-2157497a78a3', '5c5b0249-be7e-446e-bb63-8151deda53b2'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:42:41.471625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event deleted for resources: {'Port': ['ID=5c5b0249-be7e-446e-bb63-8151deda53b2,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:41.520135 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] No DVR routers for this DVR port 5c5b0249-be7e-446e-bb63-8151deda53b2 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:41.522844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:41.526488 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1790f928-2b4f-4618-b24e-4c607c0b54cc req-01607fd2-b547-4000-b3cb-f988a66e37d3 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "DELETE /v2.0/ports/5c5b0249-be7e-446e-bb63-8151deda53b2 HTTP/1.1" status: 204 len: 173 time: 0.4175622 May 12 15:42:41.527179 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'name': 'network-vif-deleted', 'tag': '5c5b0249-be7e-446e-bb63-8151deda53b2'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:41.529986 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430e73c-f0a8-495c-af63-0d1e73b24df2" -d '{"events": [{"server_uuid": "a08d195c-139d-4504-9584-6d6cdda60bc2", "name": "network-vif-deleted", "tag": "5c5b0249-be7e-446e-bb63-8151deda53b2"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:41.574273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426ad18-42e6-43fd-8242-284fdbcc13e9 x-openstack-request-id: req-3426ad18-42e6-43fd-8242-284fdbcc13e9 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:41.574565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08d195c-139d-4504-9584-6d6cdda60bc2", "name": "network-vif-deleted", "tag": "5c5b0249-be7e-446e-bb63-8151deda53b2", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:41.574811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3426ad18-42e6-43fd-8242-284fdbcc13e9 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:41.575210 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3426ad18-42e6-43fd-8242-284fdbcc13e9'] response: {'server_uuid': 'a08d195c-139d-4504-9584-6d6cdda60bc2', 'name': 'network-vif-deleted', 'tag': '5c5b0249-be7e-446e-bb63-8151deda53b2', 'status': 'completed', 'code': 200} May 12 15:42:41.710224 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ba69ffd5-d818-493a-94a6-1714c9ba6876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:42.431892 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016b186-c8a0-4583-a10a-79f717500364 req-58a41f69-9bdd-4594-85f4-1a661c86779c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:42.433399 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b016b186-c8a0-4583-a10a-79f717500364 req-58a41f69-9bdd-4594-85f4-1a661c86779c tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0477514 May 12 15:42:42.483752 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b016b186-c8a0-4583-a10a-79f717500364 req-2a01f646-968e-4bd6-9a29-e04ce0f12d82 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 May 12 15:42:43.612063 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174206ea-1fd9-4304-b367-912950594078 req-d6d9606d-cb68-4809-bc3b-9d0ac25e2c97 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:43.613547 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-174206ea-1fd9-4304-b367-912950594078 req-d6d9606d-cb68-4809-bc3b-9d0ac25e2c97 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0491650 May 12 15:42:43.664449 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-174206ea-1fd9-4304-b367-912950594078 req-b2cf37b7-32e3-49dd-91e9-330d15f082ce tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 May 12 15:42:43.913031 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4aa87ee5-7446-49ef-ba13-e99e42e27481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:44.796249 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce01d0-a2ab-4370-b40f-95eee8f2c4a9 req-eac18f27-8875-4dff-94b4-f5e21fea06c9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:44.797642 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dcce01d0-a2ab-4370-b40f-95eee8f2c4a9 req-eac18f27-8875-4dff-94b4-f5e21fea06c9 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0474391 May 12 15:42:44.845438 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dcce01d0-a2ab-4370-b40f-95eee8f2c4a9 req-9ea04c36-132e-467d-9f0e-2da7c443095b tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 May 12 15:42:45.046336 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:45.307157 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:42:45.717533 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-c99516bf-0927-4af0-bfdf-4fd34c1a4965 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:45.718908 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-c99516bf-0927-4af0-bfdf-4fd34c1a4965 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0608485 May 12 15:42:45.820289 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Deleting port bb4489c9-042d-4dc5-8442-2157497a78a3 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:45.821151 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:45.824347 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5c5b0249-be7e-446e-bb63-8151deda53b2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:45.844075 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 5c5b0249-be7e-446e-bb63-8151deda53b2 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:45.844436 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 5c5b0249-be7e-446e-bb63-8151deda53b2 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:45.913638 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] For port bb4489c9-042d-4dc5-8442-2157497a78a3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bb4489c9-042d-4dc5-8442-2157497a78a3,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:45.913996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:45.949524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Calling delete_port for bb4489c9-042d-4dc5-8442-2157497a78a3 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:45.975571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211d6a9-9ce7-4e7b-a091-5386c5b3e236 req-aa429be3-4d9e-4766-ba29-ee69d54ba6ee tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:45.977030 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4211d6a9-9ce7-4e7b-a091-5386c5b3e236 req-aa429be3-4d9e-4766-ba29-ee69d54ba6ee tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2f2fa5c-7d16-4c2e-978e-c63f357f460f HTTP/1.1" status: 200 len: 945 time: 0.0605440 May 12 15:42:46.066506 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4211d6a9-9ce7-4e7b-a091-5386c5b3e236 req-66313b2b-0f8b-49b7-8710-5221e5b1edec tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.89 "GET /v2.0/security-groups?id=388c7914-783e-49eb-8b66-6954c20054a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634458 May 12 15:42:46.133436 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (bb4489c9-042d-4dc5-8442-2157497a78a3), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:46.146246 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['bb4489c9-042d-4dc5-8442-2157497a78a3'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:42:46.161927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Pushing event deleted for resources: {'Port': ['ID=bb4489c9-042d-4dc5-8442-2157497a78a3,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:46.210568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] No DVR routers for this DVR port bb4489c9-042d-4dc5-8442-2157497a78a3 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:46.213277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:46.216517 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3456e0b2-dcf5-4bd3-8dba-27de94ead498 req-ed464861-1a17-44b7-ae1e-4ebc65900248 tempest-ServerRescueNegativeTestJSON-420370949 tempest-ServerRescueNegativeTestJSON-420370949-project] 10.222.0.88 "DELETE /v2.0/ports/bb4489c9-042d-4dc5-8442-2157497a78a3 HTTP/1.1" status: 204 len: 173 time: 0.4914184 May 12 15:42:46.216981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'name': 'network-vif-deleted', 'tag': 'bb4489c9-042d-4dc5-8442-2157497a78a3'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:42:46.219212 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04faf2f5-29ee-40ac-bcd4-6363f8da1c03" -d '{"events": [{"server_uuid": "f2f2fa5c-7d16-4c2e-978e-c63f357f460f", "name": "network-vif-deleted", "tag": "bb4489c9-042d-4dc5-8442-2157497a78a3"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:42:46.262841 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2651c83d-df4d-4c86-866b-9f81415d6602 x-openstack-request-id: req-2651c83d-df4d-4c86-866b-9f81415d6602 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:42:46.263138 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f2fa5c-7d16-4c2e-978e-c63f357f460f", "name": "network-vif-deleted", "tag": "bb4489c9-042d-4dc5-8442-2157497a78a3", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:42:46.263387 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2651c83d-df4d-4c86-866b-9f81415d6602 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:42:46.263793 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2651c83d-df4d-4c86-866b-9f81415d6602'] response: {'server_uuid': 'f2f2fa5c-7d16-4c2e-978e-c63f357f460f', 'name': 'network-vif-deleted', 'tag': 'bb4489c9-042d-4dc5-8442-2157497a78a3', 'status': 'completed', 'code': 200} May 12 15:42:46.578952 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:47.143101 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41474) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:47.563048 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:47.847129 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Deleting port cc6d8f96-db5c-4815-9cb2-16b991f1ac61 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:47.847472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:47.930141 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] For port cc6d8f96-db5c-4815-9cb2-16b991f1ac61, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:47.930501 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:47.944136 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Calling delete_port for cc6d8f96-db5c-4815-9cb2-16b991f1ac61 owned by network:router_interface {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:47.948763 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:48.394434 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (cc6d8f96-db5c-4815-9cb2-16b991f1ac61), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:48.419504 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6d8f96-db5c-4815-9cb2-16b991f1ac61,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:48.588188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:48.822011 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:42:48.932497 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:42:48.937795 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3e41cc7e-a0e8-4445-9a14-a005e926b3ed admin admin] 10.222.0.89 "PUT /v2.0/routers/40ab0b5f-af4b-47a9-960a-d51a6e3d966f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933471 May 12 15:42:48.941442 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41486) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:48.945407 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] Sync routers for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:42:48.957371 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:48.958776 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:49.048113 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks [] for router (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.068307 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:49.159919 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks [] for router_gateway (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.206841 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Deleting port d318d606-12d0-40cc-b33e-bc3daff504cc {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:49.207186 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.241733 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:42:48Z', 'revision_number': 5, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port': {'id': 'd318d606-12d0-40cc-b33e-bc3daff504cc', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:10Z', 'updated_at': '2022-05-12T15:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:49.281974 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] Checking router: 40ab0b5f-af4b-47a9-960a-d51a6e3d966f for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:42:49.292047 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] For port d318d606-12d0-40cc-b33e-bc3daff504cc, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=d318d606-12d0-40cc-b33e-bc3daff504cc,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:49.292795 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.296700 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] Routers {'40ab0b5f-af4b-47a9-960a-d51a6e3d966f'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:42:49.297332 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:49.313055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Calling delete_port for d318d606-12d0-40cc-b33e-bc3daff504cc owned by network:router_gateway {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:49.396509 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] Set router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f gateway port host: None {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:42:49.457581 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:42:49Z', 'revision_number': 6, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:49.489885 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e99c7-69a6-4851-ad4c-3ef8c02b4b0d None None] The sync data for ids ['40ab0b5f-af4b-47a9-960a-d51a6e3d966f'] in dv-cinder-835881-11-iscsi is: [{'id': '40ab0b5f-af4b-47a9-960a-d51a6e3d966f', 'name': 'tempest-ServerRescueNegativeTestJSON-2009639627-router', 'tenant_id': '72d34bbf298a42fc943c77b2d90747e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:09Z', 'updated_at': '2022-05-12T15:42:49Z', 'revision_number': 6, 'project_id': '72d34bbf298a42fc943c77b2d90747e6', 'gw_port_host': None}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:42:49.510402 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (d318d606-12d0-40cc-b33e-bc3daff504cc), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.541568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d318d606-12d0-40cc-b33e-bc3daff504cc,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:49.601203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.722138 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.724428 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks [] for router_controller (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.788198 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (40ab0b5f-af4b-47a9-960a-d51a6e3d966f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.788967 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ab0b5f-af4b-47a9-960a-d51a6e3d966f {{(pid=103542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:42:49.794587 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.795776 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-749868b1-0e2c-47cc-8944-2a187c0b1ae8 admin admin] 10.222.0.89 "DELETE /v2.0/routers/40ab0b5f-af4b-47a9-960a-d51a6e3d966f HTTP/1.1" status: 204 len: 168 time: 0.8533440 May 12 15:42:49.798732 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41500) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:49.828648 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device bb4489c9-042d-4dc5-8442-2157497a78a3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:49.847138 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Deleting subnet 597ce6f5-15ce-4ae8-a665-dd08c4561bf1 {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:42:49.851088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Publish callbacks [] for subnet (597ce6f5-15ce-4ae8-a665-dd08c4561bf1), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.852732 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: bb4489c9-042d-4dc5-8442-2157497a78a3 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:49.853048 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device bb4489c9-042d-4dc5-8442-2157497a78a3 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:49.891221 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (597ce6f5-15ce-4ae8-a665-dd08c4561bf1), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:49.998907 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (597ce6f5-15ce-4ae8-a665-dd08c4561bf1), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.056389 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (597ce6f5-15ce-4ae8-a665-dd08c4561bf1), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.091118 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597ce6f5-15ce-4ae8-a665-dd08c4561bf1,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:50.093075 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.096159 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-ca3b50bc-ab9c-4b70-9e10-eb9154f66218 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/597ce6f5-15ce-4ae8-a665-dd08c4561bf1 HTTP/1.1" status: 204 len: 168 time: 0.2964394 May 12 15:42:50.098472 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef857cf6-ece1-4e69-9b88-3cd6ad4e999b None None] Network face382c-cf88-455e-a792-36e0eb4696a1 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:42:50.098973 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41504) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:50.165593 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (face382c-cf88-455e-a792-36e0eb4696a1), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.213010 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Deleting port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:50.213168 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.275737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] For port 69d7a6a2-0745-44c3-a5cb-af6d68953e02, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=69d7a6a2-0745-44c3-a5cb-af6d68953e02,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:50.276098 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.290152 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] DHCP port deletion for face382c-cf88-455e-a792-36e0eb4696a1 request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:42:50.291266 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Calling delete_port for 69d7a6a2-0745-44c3-a5cb-af6d68953e02 owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:50.332604 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] Deleting port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:42:50.333006 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.380874 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.394086 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] No DVR routers for this DVR port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:50.400434 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] For port 69d7a6a2-0745-44c3-a5cb-af6d68953e02, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=69d7a6a2-0745-44c3-a5cb-af6d68953e02,segment=NetworkSegment(2f8c7768-f763-4a22-a247-c370846a29ce),segment_id=2f8c7768-f763-4a22-a247-c370846a29ce)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:42:50.401063 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.415634 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] Calling delete_port for 69d7a6a2-0745-44c3-a5cb-af6d68953e02 owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:42:50.435060 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=69d7a6a2-0745-44c3-a5cb-af6d68953e02,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:50.490043 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (face382c-cf88-455e-a792-36e0eb4696a1), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.523845 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['face382c-cf88-455e-a792-36e0eb4696a1']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:50.533406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (69d7a6a2-0745-44c3-a5cb-af6d68953e02), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.548513 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8c7768-f763-4a22-a247-c370846a29ce') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:50.548841 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8c7768-f763-4a22-a247-c370846a29ce') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:42:50.569685 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (2f8c7768-f763-4a22-a247-c370846a29ce), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.575075 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] Pushing event deleted for resources: {'Port': ['ID=69d7a6a2-0745-44c3-a5cb-af6d68953e02,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:50.579452 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25acb47-faa1-437b-8005-4639e16a1ec4 None None] No DVR routers for this DVR port 69d7a6a2-0745-44c3-a5cb-af6d68953e02 on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:42:50.589815 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (2f8c7768-f763-4a22-a247-c370846a29ce), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.597045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:42:50.597517 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (2f8c7768-f763-4a22-a247-c370846a29ce), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:42:50.599693 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:42:50.663778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (face382c-cf88-455e-a792-36e0eb4696a1), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.673695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:50.679471 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] 10.222.0.89 "DELETE /v2.0/networks/face382c-cf88-455e-a792-36e0eb4696a1 HTTP/1.1" status: 204 len: 168 time: 0.5797617 May 12 15:42:50.691344 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e79b41-9f5e-45ac-9c1e-4f1add377a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=face382c-cf88-455e-a792-36e0eb4696a1,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:50.855327 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41518) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:50.895482 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-5ed8ac4d-3b5f-4e9f-9f93-4bd967fa38f0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=72d34bbf298a42fc943c77b2d90747e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390611 May 12 15:42:50.897938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41522) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:50.947419 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbc92-c7ae-4380-8654-833119c231ff admin admin] Publish callbacks [] for security_group (388c7914-783e-49eb-8b66-6954c20054a4), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:51.236616 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbc92-c7ae-4380-8654-833119c231ff admin admin] Publish callbacks [] for security_group (388c7914-783e-49eb-8b66-6954c20054a4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:51.285351 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbc92-c7ae-4380-8654-833119c231ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (388c7914-783e-49eb-8b66-6954c20054a4), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:51.288246 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbc92-c7ae-4380-8654-833119c231ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:51.289523 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-8f0dbc92-c7ae-4380-8654-833119c231ff admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/388c7914-783e-49eb-8b66-6954c20054a4 HTTP/1.1" status: 204 len: 168 time: 0.3907175 May 12 15:42:51.300591 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dbc92-c7ae-4380-8654-833119c231ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c7914-783e-49eb-8b66-6954c20054a4,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:51.351204 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device cc6d8f96-db5c-4815-9cb2-16b991f1ac61 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:51.370557 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: cc6d8f96-db5c-4815-9cb2-16b991f1ac61 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:51.370897 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device cc6d8f96-db5c-4815-9cb2-16b991f1ac61 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:51.371312 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 69d7a6a2-0745-44c3-a5cb-af6d68953e02 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:51.389373 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 69d7a6a2-0745-44c3-a5cb-af6d68953e02 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:51.389711 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 69d7a6a2-0745-44c3-a5cb-af6d68953e02 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:51.390132 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device d318d606-12d0-40cc-b33e-bc3daff504cc no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:42:51.409085 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: d318d606-12d0-40cc-b33e-bc3daff504cc {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:42:51.409419 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device d318d606-12d0-40cc-b33e-bc3daff504cc not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:42:53.431687 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa4cfc-d96e-417e-9b41-38424f6ecd1b req-063a4c52-3191-42dd-b3a5-e480d9008cb4 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:53.433271 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9afa4cfc-d96e-417e-9b41-38424f6ecd1b req-063a4c52-3191-42dd-b3a5-e480d9008cb4 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0480707 May 12 15:42:53.483807 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9afa4cfc-d96e-417e-9b41-38424f6ecd1b req-2db13459-dd43-4bb0-bf54-a90d7c056354 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 May 12 15:42:54.615323 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df9a7a-e8ef-4a70-bf04-147d256a330e req-dbdaf3a1-ade2-49b4-908b-8afb45056b81 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:54.616828 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9df9a7a-e8ef-4a70-bf04-147d256a330e req-dbdaf3a1-ade2-49b4-908b-8afb45056b81 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0542412 May 12 15:42:54.666852 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9df9a7a-e8ef-4a70-bf04-147d256a330e req-c701ca41-2a2d-4a11-b894-4781b5d5e290 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 May 12 15:42:55.801586 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2299e-3099-49a1-be8b-5f541452420f req-ff328644-0a0a-4367-9038-3f4f78778092 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:55.802953 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f5c2299e-3099-49a1-be8b-5f541452420f req-ff328644-0a0a-4367-9038-3f4f78778092 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0565431 May 12 15:42:55.851012 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f5c2299e-3099-49a1-be8b-5f541452420f req-5ea288c6-9a92-4233-a2a7-dedd9a021d29 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422940 May 12 15:42:56.969722 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200212-0594-4e08-9820-25fff15ad978 req-89849bf5-ab65-418b-853b-71ae8db192a9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:56.971279 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21200212-0594-4e08-9820-25fff15ad978 req-89849bf5-ab65-418b-853b-71ae8db192a9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0474417 May 12 15:42:57.025961 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-21200212-0594-4e08-9820-25fff15ad978 req-0290c986-ab82-4f8a-9093-92c875c4b432 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473979 May 12 15:42:58.153390 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432355-4086-46b9-ab53-730d93c07589 req-799aa3df-4c78-460d-9c75-c84987a56333 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:58.154886 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-42432355-4086-46b9-ab53-730d93c07589 req-799aa3df-4c78-460d-9c75-c84987a56333 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0523636 May 12 15:42:58.213220 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-42432355-4086-46b9-ab53-730d93c07589 req-75d4e0d7-9a01-4809-839d-dbe74bfb2ace tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520661 May 12 15:42:59.342723 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2335-ac8b-4151-a637-5de573ea92ff req-15bfd060-7f43-49ba-adbf-c21d0ec57bad tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:42:59.344246 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d32a2335-ac8b-4151-a637-5de573ea92ff req-15bfd060-7f43-49ba-adbf-c21d0ec57bad tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0557013 May 12 15:42:59.394003 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d32a2335-ac8b-4151-a637-5de573ea92ff req-137d0299-6f54-4c44-ad5e-992d53159987 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431428 May 12 15:42:59.695407 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41692) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:59.815099 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:59.895472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Publish callbacks [] for security_group (8a830dc2-4f51-4f15-bb6b-2088a6103420), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:59.899981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8a830dc2-4f51-4f15-bb6b-2088a6103420), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:42:59.937100 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1481509f8db146b3a536cd54c966b113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405989 May 12 15:42:59.937945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a830dc2-4f51-4f15-bb6b-2088a6103420,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:42:59.939949 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41698) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:42:59.956152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.956493 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.956844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.957201 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.957528 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.957837 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.958157 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.958475 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.958795 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.959128 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.959451 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.959755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.960067 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.960372 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:42:59.960720 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c89cd-bf28-4d76-9b11-7a8a371ea8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:00.001827 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6987-6cb2-4aed-a655-5ff2dfa36429 admin admin] Publish callbacks [] for security_group (8a830dc2-4f51-4f15-bb6b-2088a6103420), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:00.022957 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6987-6cb2-4aed-a655-5ff2dfa36429 admin admin] Publish callbacks [] for security_group (8a830dc2-4f51-4f15-bb6b-2088a6103420), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:00.074372 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6987-6cb2-4aed-a655-5ff2dfa36429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8a830dc2-4f51-4f15-bb6b-2088a6103420), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:00.078556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6987-6cb2-4aed-a655-5ff2dfa36429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:00.080095 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-cc4b6987-6cb2-4aed-a655-5ff2dfa36429 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8a830dc2-4f51-4f15-bb6b-2088a6103420 HTTP/1.1" status: 204 len: 168 time: 0.1392367 May 12 15:43:00.088584 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b6987-6cb2-4aed-a655-5ff2dfa36429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a830dc2-4f51-4f15-bb6b-2088a6103420,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:00.528589 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b320a-0533-4ece-8d9c-b11c264539e9 req-9c7c1287-4f02-4b50-867b-343375684f8c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:00.530120 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-774b320a-0533-4ece-8d9c-b11c264539e9 req-9c7c1287-4f02-4b50-867b-343375684f8c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0493448 May 12 15:43:00.581653 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-774b320a-0533-4ece-8d9c-b11c264539e9 req-880a8409-13a0-4947-b0d2-5cc4fa3695de tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452609 May 12 15:43:01.059284 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:01.704272 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3d02-7140-41a9-8052-7c4e7a4f77bd req-6c3a7a1d-b33e-4130-865c-c8790c901db8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:01.705786 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9d1a3d02-7140-41a9-8052-7c4e7a4f77bd req-6c3a7a1d-b33e-4130-865c-c8790c901db8 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0476060 May 12 15:43:01.753654 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9d1a3d02-7140-41a9-8052-7c4e7a4f77bd req-23c1fb1c-f53a-487d-8ef2-f83951dc894d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 May 12 15:43:02.534841 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41774) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:02.647048 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.733271 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Publish callbacks [] for security_group (c0e3f4d6-37fd-47de-ab95-539f9d640ae2), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.738042 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c0e3f4d6-37fd-47de-ab95-539f9d640ae2), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.776295 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a4e6b26288f148269a633b019836865a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402885 May 12 15:43:02.777269 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3f4d6-37fd-47de-ab95-539f9d640ae2,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:02.779258 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41778) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:02.785287 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.785849 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.786541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.786680 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.787392 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.787392 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.787583 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.787896 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.788230 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.788580 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.788915 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.789245 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.789571 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.789892 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.790214 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cb77a-62fb-4ff8-9215-ec2dd65455f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:02.845509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e71a880e-1ef0-4b41-ac88-dce606fe4309 admin admin] Publish callbacks [] for security_group (c0e3f4d6-37fd-47de-ab95-539f9d640ae2), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.891474 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e71a880e-1ef0-4b41-ac88-dce606fe4309 admin admin] Publish callbacks [] for security_group (c0e3f4d6-37fd-47de-ab95-539f9d640ae2), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.898886 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737234c6-ad8a-4cd4-a984-601d72678a6d req-5201baa9-192a-42c0-af7b-f0cc2f855c54 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:02.900353 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-737234c6-ad8a-4cd4-a984-601d72678a6d req-5201baa9-192a-42c0-af7b-f0cc2f855c54 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0682569 May 12 15:43:02.967376 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-737234c6-ad8a-4cd4-a984-601d72678a6d req-23e145df-4d77-4c6a-bd7c-4f01ca58e5e5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611899 May 12 15:43:02.981622 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e71a880e-1ef0-4b41-ac88-dce606fe4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c0e3f4d6-37fd-47de-ab95-539f9d640ae2), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.984387 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e71a880e-1ef0-4b41-ac88-dce606fe4309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:02.985485 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e71a880e-1ef0-4b41-ac88-dce606fe4309 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c0e3f4d6-37fd-47de-ab95-539f9d640ae2 HTTP/1.1" status: 204 len: 168 time: 0.2052417 May 12 15:43:02.993627 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a880e-1ef0-4b41-ac88-dce606fe4309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3f4d6-37fd-47de-ab95-539f9d640ae2,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:03.254813 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41788) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:03.269101 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-49a1da12-142b-4bc0-822e-50f7cc055ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.343753 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-49a1da12-142b-4bc0-822e-50f7cc055ca9 admin admin] Publish callbacks [] for security_group (0b9834d8-9e51-4442-8922-144f98cbb994), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.350150 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-49a1da12-142b-4bc0-822e-50f7cc055ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (0b9834d8-9e51-4442-8922-144f98cbb994), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.387083 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-49a1da12-142b-4bc0-822e-50f7cc055ca9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=48ae318c83164997af2af32443b33e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311378 May 12 15:43:03.388005 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1da12-142b-4bc0-822e-50f7cc055ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9834d8-9e51-4442-8922-144f98cbb994,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:03.390851 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41790) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:03.440451 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01115e90-cde4-4b29-a067-3f44c606a80a admin admin] Publish callbacks [] for security_group (0b9834d8-9e51-4442-8922-144f98cbb994), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.461660 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01115e90-cde4-4b29-a067-3f44c606a80a admin admin] Publish callbacks [] for security_group (0b9834d8-9e51-4442-8922-144f98cbb994), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.514947 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01115e90-cde4-4b29-a067-3f44c606a80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (0b9834d8-9e51-4442-8922-144f98cbb994), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.517450 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-01115e90-cde4-4b29-a067-3f44c606a80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:03.518610 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-01115e90-cde4-4b29-a067-3f44c606a80a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0b9834d8-9e51-4442-8922-144f98cbb994 HTTP/1.1" status: 204 len: 168 time: 0.1265674 May 12 15:43:03.526787 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01115e90-cde4-4b29-a067-3f44c606a80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9834d8-9e51-4442-8922-144f98cbb994,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:04.089426 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370c8b-a5af-46fd-af82-cf07be668239 req-97f6e201-9320-44d2-8cc4-c370816fe3db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:04.090957 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b6370c8b-a5af-46fd-af82-cf07be668239 req-97f6e201-9320-44d2-8cc4-c370816fe3db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0519292 May 12 15:43:04.140037 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b6370c8b-a5af-46fd-af82-cf07be668239 req-21b62427-20bc-4a78-b2d5-6b1ee9ca0240 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 May 12 15:43:05.260950 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2f676-f571-40a4-8dbd-25dc82ad7c22 req-7606fd4a-0d7f-41f5-892f-d215047be306 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:05.262451 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-baa2f676-f571-40a4-8dbd-25dc82ad7c22 req-7606fd4a-0d7f-41f5-892f-d215047be306 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0490432 May 12 15:43:05.314260 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-baa2f676-f571-40a4-8dbd-25dc82ad7c22 req-69b2081c-5f77-4abf-b0a0-ab8e47d65526 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453677 May 12 15:43:05.891059 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:43:05.990593 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:06.002049 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'mac_address': 'fa:16:3e:ba:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:43:06.038253 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: ACTIVE; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:06.038631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:06.052259 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:43:06.073398 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:06.078585 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:06.130966 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=6']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:06.138748 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.139088 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.139420 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.139755 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.140083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.140411 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.140769 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.141151 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.141402 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.141722 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.142039 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.142340 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.142656 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.142970 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.143279 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:06.170516 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:43:06.444404 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5d315-aedc-4120-94fa-b4f2555b8d9c req-ca40cdce-589a-4e0d-b209-45cc74fdb75e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:06.448528 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b5d5d315-aedc-4120-94fa-b4f2555b8d9c req-ca40cdce-589a-4e0d-b209-45cc74fdb75e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 945 time: 0.0502949 May 12 15:43:06.505022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b5d5d315-aedc-4120-94fa-b4f2555b8d9c req-f854503f-609b-4265-9522-42680ecd825a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532987 May 12 15:43:07.661027 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b1c41-4a22-4e7b-95da-9833ed4f72b4 req-7e2814fb-4618-498b-a3dc-ff0d7d3b7017 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:07.670206 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-398b1c41-4a22-4e7b-95da-9833ed4f72b4 req-7e2814fb-4618-498b-a3dc-ff0d7d3b7017 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 945 time: 0.0711441 May 12 15:43:07.748062 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-398b1c41-4a22-4e7b-95da-9833ed4f72b4 req-667db2ba-a576-440f-9057-ec94d61487db tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662997 May 12 15:43:07.887072 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:07.949059 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:07.949433 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:08.065165 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:08.065165 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:08.090227 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:08.092871 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5b6916-5e93-4db7-9fba-2b35177b40c8" -d '{"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:08.115320 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:08.120768 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:08.148808 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c662d9f5-1278-4c68-ae1c-0164b6032fee x-openstack-request-id: req-c662d9f5-1278-4c68-ae1c-0164b6032fee {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:08.149215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:08.149826 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c662d9f5-1278-4c68-ae1c-0164b6032fee {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:08.150303 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c662d9f5-1278-4c68-ae1c-0164b6032fee'] response: {'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'code': 200} May 12 15:43:08.194975 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=7']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:08.923445 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7669-ecb7-46ff-ae02-4656e33b6fe0 req-c3a65312-9569-4e94-a8b7-6510262763aa tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:08.927868 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-14ef7669-ecb7-46ff-ae02-4656e33b6fe0 req-c3a65312-9569-4e94-a8b7-6510262763aa tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0672197 May 12 15:43:08.985805 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-14ef7669-ecb7-46ff-ae02-4656e33b6fe0 req-aeec5023-3e6f-4109-91aa-ff5c6bf58ba1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521536 May 12 15:43:09.556722 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41950) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:09.678347 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f03e9715-3217-4c92-9155-8cecae43f8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.769948 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f03e9715-3217-4c92-9155-8cecae43f8f5 admin admin] Publish callbacks [] for security_group (c830b6f7-8be2-4ce6-9849-e17a3decab4b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.775763 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f03e9715-3217-4c92-9155-8cecae43f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c830b6f7-8be2-4ce6-9849-e17a3decab4b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.812763 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f03e9715-3217-4c92-9155-8cecae43f8f5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f42b539c06714295ab8400e9fd1560c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545571 May 12 15:43:09.815773 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41954) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:09.823358 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9715-3217-4c92-9155-8cecae43f8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830b6f7-8be2-4ce6-9849-e17a3decab4b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:09.895411 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6a895276-93c5-4ee1-90e1-e560dee8d8ef admin admin] Publish callbacks [] for security_group (c830b6f7-8be2-4ce6-9849-e17a3decab4b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.920201 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6a895276-93c5-4ee1-90e1-e560dee8d8ef admin admin] Publish callbacks [] for security_group (c830b6f7-8be2-4ce6-9849-e17a3decab4b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.984047 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6a895276-93c5-4ee1-90e1-e560dee8d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c830b6f7-8be2-4ce6-9849-e17a3decab4b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.987041 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6a895276-93c5-4ee1-90e1-e560dee8d8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:09.991041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6a895276-93c5-4ee1-90e1-e560dee8d8ef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c830b6f7-8be2-4ce6-9849-e17a3decab4b HTTP/1.1" status: 204 len: 168 time: 0.1741130 May 12 15:43:10.006409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a895276-93c5-4ee1-90e1-e560dee8d8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830b6f7-8be2-4ce6-9849-e17a3decab4b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:10.121949 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975547d7-7078-408a-a0ca-a066ac97e8e0 req-c8685c21-3b4a-41a6-a4ad-7fbb182e15b7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:10.130134 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-975547d7-7078-408a-a0ca-a066ac97e8e0 req-c8685c21-3b4a-41a6-a4ad-7fbb182e15b7 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0585248 May 12 15:43:10.209173 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-975547d7-7078-408a-a0ca-a066ac97e8e0 req-d69132e0-a6c7-4b3d-82b5-1798b9999539 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778482 May 12 15:43:10.368886 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 41974) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:10.388849 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-67532d31-e579-47c2-a1bf-ef827287f284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.513021 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-67532d31-e579-47c2-a1bf-ef827287f284 admin admin] Publish callbacks [] for security_group (97a141d7-bb80-4589-8ba8-4627ad30ffec), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.518687 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-67532d31-e579-47c2-a1bf-ef827287f284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (97a141d7-bb80-4589-8ba8-4627ad30ffec), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.559315 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67532d31-e579-47c2-a1bf-ef827287f284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a141d7-bb80-4589-8ba8-4627ad30ffec,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:10.589691 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-67532d31-e579-47c2-a1bf-ef827287f284 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=87f97a297dcc4d1ca6d3684d0faba251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168684 May 12 15:43:10.590447 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 41982) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:10.647600 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b0ee838e-d6d7-4649-a5f8-bd97e501ab45 admin admin] Publish callbacks [] for security_group (97a141d7-bb80-4589-8ba8-4627ad30ffec), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.671386 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b0ee838e-d6d7-4649-a5f8-bd97e501ab45 admin admin] Publish callbacks [] for security_group (97a141d7-bb80-4589-8ba8-4627ad30ffec), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.736450 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b0ee838e-d6d7-4649-a5f8-bd97e501ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (97a141d7-bb80-4589-8ba8-4627ad30ffec), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.739894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b0ee838e-d6d7-4649-a5f8-bd97e501ab45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:10.741935 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b0ee838e-d6d7-4649-a5f8-bd97e501ab45 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/97a141d7-bb80-4589-8ba8-4627ad30ffec HTTP/1.1" status: 204 len: 168 time: 0.1502194 May 12 15:43:10.777131 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee838e-d6d7-4649-a5f8-bd97e501ab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a141d7-bb80-4589-8ba8-4627ad30ffec,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:10.886732 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ee752-0d49-428c-ac65-02b21a6e452c req-cfaa4c44-ff17-4335-8662-8d99f072399d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:10.889738 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-498ee752-0d49-428c-ac65-02b21a6e452c req-cfaa4c44-ff17-4335-8662-8d99f072399d tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0602026 May 12 15:43:10.941800 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-498ee752-0d49-428c-ac65-02b21a6e452c req-8e48963c-1924-4946-9575-d4d97b698974 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469036 May 12 15:43:11.340087 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dd1a7-6d65-47c2-bd0e-faa98c41e971 req-c32baea4-313c-40a3-8775-ebf149bbfcd1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:11.341822 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a80dd1a7-6d65-47c2-bd0e-faa98c41e971 req-c32baea4-313c-40a3-8775-ebf149bbfcd1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0618787 May 12 15:43:11.409712 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a80dd1a7-6d65-47c2-bd0e-faa98c41e971 req-5304e157-b34e-41a6-a184-979e82fa9d37 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610762 May 12 15:43:11.705431 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5a004d3c-4b85-4a14-9649-de487c424272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:12.085528 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3b69a-6ba5-4d19-a4e1-04c284bc9c24 req-761a76fa-70e3-473d-ab8c-b6a0c75370b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:12.087711 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dcc3b69a-6ba5-4d19-a4e1-04c284bc9c24 req-761a76fa-70e3-473d-ab8c-b6a0c75370b7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0606401 May 12 15:43:12.138712 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dcc3b69a-6ba5-4d19-a4e1-04c284bc9c24 req-975a0aa4-e78e-4013-8379-fdc4fea4059a tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 May 12 15:43:12.588990 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7dd1-f242-4ea9-9ad2-3de1f6587848 req-72781caa-3b45-4cdf-a60f-1d87e4fe7084 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:12.590517 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e79f7dd1-f242-4ea9-9ad2-3de1f6587848 req-72781caa-3b45-4cdf-a60f-1d87e4fe7084 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0970454 May 12 15:43:12.613976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e01c4-3887-4076-b990-91af45bf01b0 req-26edf5ad-b0af-40fd-a597-2b5c930f93c5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:12.615451 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-850e01c4-3887-4076-b990-91af45bf01b0 req-26edf5ad-b0af-40fd-a597-2b5c930f93c5 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0703113 May 12 15:43:12.748416 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e79f7dd1-f242-4ea9-9ad2-3de1f6587848 req-69ebe5e9-cd24-4394-b07f-8378edf95066 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291504 May 12 15:43:12.769459 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Deleting port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:43:12.770543 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:12.900449 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] For port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:12.900449 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:13.136094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:13.136925 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (1826deae-a411-4ceb-a26b-7b223f15214d), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:13.136925 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Floating IP 1826deae-a411-4ceb-a26b-7b223f15214d disassociated. External IP: 172.27.2.173, port: 750fc7fd-59de-40ae-8a72-66a1e13bbe2a. May 12 15:43:13.137234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Calling delete_port for 750fc7fd-59de-40ae-8a72-66a1e13bbe2a owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:43:13.284576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63743c-09cb-48ed-9349-4bae1ccdb6bd req-a7f854de-8a03-49b2-b65e-c35f4ef37b7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:13.286516 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1c63743c-09cb-48ed-9349-4bae1ccdb6bd req-a7f854de-8a03-49b2-b65e-c35f4ef37b7f tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/ports?device_id=9539d8d8-5b0b-44e3-a8a4-869350bf75da HTTP/1.1" status: 200 len: 945 time: 0.0567243 May 12 15:43:13.374799 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1c63743c-09cb-48ed-9349-4bae1ccdb6bd req-4d83e16e-25ff-4bd3-a27f-acf16df65a40 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups?id=84fd4683-9161-43b1-a146-2825eddefdca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825915 May 12 15:43:13.375843 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (750fc7fd-59de-40ae-8a72-66a1e13bbe2a), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:13.408875 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event deleted for resources: {'Port': ['ID=750fc7fd-59de-40ae-8a72-66a1e13bbe2a,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:13.545086 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:43:13.670653 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:43:13.684360 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:13.699870 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:13.700653 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:42:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:13.734920 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] No DVR routers for this DVR port 750fc7fd-59de-40ae-8a72-66a1e13bbe2a on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:43:13.738102 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:13.745168 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-850e01c4-3887-4076-b990-91af45bf01b0 req-8b523d99-6cd5-44ee-b3f7-cad4303647ba tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.88 "DELETE /v2.0/ports/750fc7fd-59de-40ae-8a72-66a1e13bbe2a HTTP/1.1" status: 204 len: 173 time: 1.1200383 May 12 15:43:13.745933 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'name': 'network-vif-deleted', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:13.749550 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79984a9e-523c-4361-8fc1-e6f6c7ce1fcc" -d '{"events": [{"server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "name": "network-vif-deleted", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:13.814380 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d0b70d-b754-4da5-b729-a6fda20237a6 x-openstack-request-id: req-67d0b70d-b754-4da5-b729-a6fda20237a6 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:13.814671 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9539d8d8-5b0b-44e3-a8a4-869350bf75da", "name": "network-vif-deleted", "tag": "750fc7fd-59de-40ae-8a72-66a1e13bbe2a", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:13.815233 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-67d0b70d-b754-4da5-b729-a6fda20237a6 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:13.815964 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d0b70d-b754-4da5-b729-a6fda20237a6'] response: {'server_uuid': '9539d8d8-5b0b-44e3-a8a4-869350bf75da', 'name': 'network-vif-deleted', 'tag': '750fc7fd-59de-40ae-8a72-66a1e13bbe2a', 'status': 'completed', 'code': 200} May 12 15:43:13.902148 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:13.930171 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba2ba3-bf99-47aa-8da9-72b8b86cac60 req-3f2670a6-1687-44e4-86eb-bc954a07102a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:13.933364 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-45ba2ba3-bf99-47aa-8da9-72b8b86cac60 req-3f2670a6-1687-44e4-86eb-bc954a07102a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0947866 May 12 15:43:13.936283 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-fe4e94d4-da2f-4652-a51f-5f4a04379bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.024114 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-45ba2ba3-bf99-47aa-8da9-72b8b86cac60 req-12656754-ef33-4d43-8a87-4de71e17ab5b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773838 May 12 15:43:14.149100 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:14.193327 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:14.211671 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:14.212514 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:14.385050 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:14.501806 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42072) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:14.565088 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2f90d362-9570-495c-a5aa-30d53a0c5d63 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (84fd4683-9161-43b1-a146-2825eddefdca), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.596393 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2f90d362-9570-495c-a5aa-30d53a0c5d63 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (84fd4683-9161-43b1-a146-2825eddefdca), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.655535 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2f90d362-9570-495c-a5aa-30d53a0c5d63 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (84fd4683-9161-43b1-a146-2825eddefdca), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.659788 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2f90d362-9570-495c-a5aa-30d53a0c5d63 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.661301 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2f90d362-9570-495c-a5aa-30d53a0c5d63 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "DELETE /v2.0/security-groups/84fd4683-9161-43b1-a146-2825eddefdca HTTP/1.1" status: 204 len: 168 time: 0.1584888 May 12 15:43:14.664264 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42074) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:14.674936 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90d362-9570-495c-a5aa-30d53a0c5d63 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd4683-9161-43b1-a146-2825eddefdca,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:14.694657 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.api.v2.resource [None req-ef7f6876-e0ff-49b5-9d92-a54ab8933ea7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] show failed (client error): The resource could not be found. May 12 15:43:14.696342 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-ef7f6876-e0ff-49b5-9d92-a54ab8933ea7 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "GET /v2.0/security-groups/84fd4683-9161-43b1-a146-2825eddefdca HTTP/1.1" status: 404 len: 347 time: 0.0303938 May 12 15:43:14.698683 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42076) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:14.836880 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:14.861844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Deleting port 0d18dbae-cb3e-4664-8cd3-42a56c88276e {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:43:14.862337 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.869923 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d4c0e-d4e3-485a-9a87-5176120de556 None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:02Z', 'revision_number': 4, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '73934873-13b0-4f20-8db5-bdbaeb5321cc', 'name': '', 'network_id': '6d950ca3-1243-4fb1-a3b9-399d6873531e', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'mac_address': 'fa:16:3e:6c:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:12Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'subnets': [{'id': '7e0596ff-b2a8-4063-a9e7-ad582c52e137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:14.966609 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.967041 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (0d18dbae-cb3e-4664-8cd3-42a56c88276e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:14.987745 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Calling delete_port for 0d18dbae-cb3e-4664-8cd3-42a56c88276e owned by network:floatingip {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:43:15.067582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:15.218168 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831425a3-3fda-4af5-949e-4721ed7f132a req-f12a231d-2380-44a3-8043-597617b51229 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:15.221633 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-831425a3-3fda-4af5-949e-4721ed7f132a req-f12a231d-2380-44a3-8043-597617b51229 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0677798 May 12 15:43:15.256624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (0d18dbae-cb3e-4664-8cd3-42a56c88276e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:15.269771 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efd321-ceb3-4fc3-a717-69998fc6af2c None None] New status for floating IP 1826deae-a411-4ceb-a26b-7b223f15214d: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:43:15.339524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Pushing event deleted for resources: {'Port': ['ID=0d18dbae-cb3e-4664-8cd3-42a56c88276e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:15.451815 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-831425a3-3fda-4af5-949e-4721ed7f132a req-a676471c-bb32-497b-b6d8-2911506cb5dd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102904 May 12 15:43:15.483616 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks [] for floatingip (1826deae-a411-4ceb-a26b-7b223f15214d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:15.486153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:15.487950 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-73bcf793-076b-4955-bb8c-c109d7dc8bc6 tempest-AttachVolumeTestJSON-1015473642 tempest-AttachVolumeTestJSON-1015473642-project] 10.222.0.89 "DELETE /v2.0/floatingips/1826deae-a411-4ceb-a26b-7b223f15214d HTTP/1.1" status: 204 len: 168 time: 0.7877195 May 12 15:43:15.858811 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42094) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:15.864457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd35ca-7a61-4eb0-bfc7-7cb1c9bc484d req-4d135f37-464d-4c66-a3e6-b16d95bd037f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:15.866254 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eafd35ca-7a61-4eb0-bfc7-7cb1c9bc484d req-4d135f37-464d-4c66-a3e6-b16d95bd037f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0608387 May 12 15:43:15.932393 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eafd35ca-7a61-4eb0-bfc7-7cb1c9bc484d req-e04536fd-03fa-4de3-8856-aed406daf625 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525875 May 12 15:43:16.017731 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28a90b1b-2896-4239-9d0b-d33412c40349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.105496 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28a90b1b-2896-4239-9d0b-d33412c40349 admin admin] Publish callbacks [] for security_group (02db2cbc-f836-468e-9eba-68f87cbb8627), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.118603 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28a90b1b-2896-4239-9d0b-d33412c40349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (02db2cbc-f836-468e-9eba-68f87cbb8627), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.157781 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-28a90b1b-2896-4239-9d0b-d33412c40349 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7e31bb90e8a2438e9fd84be2c9de55fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966964 May 12 15:43:16.158152 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a90b1b-2896-4239-9d0b-d33412c40349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db2cbc-f836-468e-9eba-68f87cbb8627,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:16.159789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42100) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:16.221656 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e29ca90e-65f7-47dc-a5f8-576a1f48b044 admin admin] Publish callbacks [] for security_group (02db2cbc-f836-468e-9eba-68f87cbb8627), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.246299 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e29ca90e-65f7-47dc-a5f8-576a1f48b044 admin admin] Publish callbacks [] for security_group (02db2cbc-f836-468e-9eba-68f87cbb8627), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.303342 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e29ca90e-65f7-47dc-a5f8-576a1f48b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (02db2cbc-f836-468e-9eba-68f87cbb8627), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.307422 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e29ca90e-65f7-47dc-a5f8-576a1f48b044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.311700 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e29ca90e-65f7-47dc-a5f8-576a1f48b044 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/02db2cbc-f836-468e-9eba-68f87cbb8627 HTTP/1.1" status: 204 len: 168 time: 0.1477969 May 12 15:43:16.317376 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca90e-65f7-47dc-a5f8-576a1f48b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db2cbc-f836-468e-9eba-68f87cbb8627,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:16.589001 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.611428 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c872d2-55ce-470b-8587-7416d6f65302 req-df3bf44e-fc80-4747-9143-6162be3d6dee tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:16.613374 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c872d2-55ce-470b-8587-7416d6f65302 req-df3bf44e-fc80-4747-9143-6162be3d6dee tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0619316 May 12 15:43:16.643017 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42112) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:16.667173 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-64fd71df-affc-4216-bddf-31ddc29279db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.670624 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c4c872d2-55ce-470b-8587-7416d6f65302 req-235aa952-0d04-4ec4-bd51-541a63a056fe tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493803 May 12 15:43:16.779105 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-64fd71df-affc-4216-bddf-31ddc29279db admin admin] Publish callbacks [] for security_group (74870ebc-794f-4c2f-9c2f-e901411f6654), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.785127 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-64fd71df-affc-4216-bddf-31ddc29279db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (74870ebc-794f-4c2f-9c2f-e901411f6654), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.827916 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd71df-affc-4216-bddf-31ddc29279db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74870ebc-794f-4c2f-9c2f-e901411f6654,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:16.833122 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-64fd71df-affc-4216-bddf-31ddc29279db admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=351547f3f60f4996a40d2656eb63c97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888864 May 12 15:43:16.840114 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42120) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:16.905442 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c154b3c-4b13-45f1-af89-74e4af1dd596 admin admin] Publish callbacks [] for security_group (74870ebc-794f-4c2f-9c2f-e901411f6654), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.927745 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c154b3c-4b13-45f1-af89-74e4af1dd596 admin admin] Publish callbacks [] for security_group (74870ebc-794f-4c2f-9c2f-e901411f6654), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.990675 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c154b3c-4b13-45f1-af89-74e4af1dd596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (74870ebc-794f-4c2f-9c2f-e901411f6654), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.993277 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c154b3c-4b13-45f1-af89-74e4af1dd596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:16.995185 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-7c154b3c-4b13-45f1-af89-74e4af1dd596 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/74870ebc-794f-4c2f-9c2f-e901411f6654 HTTP/1.1" status: 204 len: 168 time: 0.1533122 May 12 15:43:17.012601 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154b3c-4b13-45f1-af89-74e4af1dd596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74870ebc-794f-4c2f-9c2f-e901411f6654,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:17.072417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196e6f0-fc40-4bb6-b399-0077debf3da9 req-0f15b8fb-c5f9-4c2d-a8b9-84c56125c7a1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:17.074100 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b196e6f0-fc40-4bb6-b399-0077debf3da9 req-0f15b8fb-c5f9-4c2d-a8b9-84c56125c7a1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0514765 May 12 15:43:17.123501 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b196e6f0-fc40-4bb6-b399-0077debf3da9 req-b33ca406-a58f-4305-84db-bac2dc20dcc4 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436163 May 12 15:43:17.554477 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-1a90cd22-c863-463b-b660-36576bccaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:17.555987 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-1a90cd22-c863-463b-b660-36576bccaee2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1130 time: 0.0393274 May 12 15:43:17.649395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-c8d4acd7-3e02-4834-b9c7-0ba1de79bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:17.650780 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-c8d4acd7-3e02-4834-b9c7-0ba1de79bd72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.0886080 May 12 15:43:17.726171 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-275de2dc-45e0-496c-9901-ecf6db67a0c1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 200 len: 1001 time: 0.0693698 May 12 15:43:17.819038 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-6b7f0a94-ecfe-426a-b985-3fb9090cb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:17.820532 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-6b7f0a94-ecfe-426a-b985-3fb9090cb8ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0835538 May 12 15:43:17.831462 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1f03e-924d-41c9-8725-92198f2f3139 req-337803b8-73b4-4a0d-bbc3-39f6e1367ef6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:17.832925 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ceb1f03e-924d-41c9-8725-92198f2f3139 req-337803b8-73b4-4a0d-bbc3-39f6e1367ef6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0597022 May 12 15:43:17.902537 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-be714ab6-7553-4fd8-9ff9-43e8f8452300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:17.902537 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-be714ab6-7553-4fd8-9ff9-43e8f8452300 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653582 May 12 15:43:17.905045 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 750fc7fd-59de-40ae-8a72-66a1e13bbe2a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:43:17.940665 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 750fc7fd-59de-40ae-8a72-66a1e13bbe2a {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:43:17.940665 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 750fc7fd-59de-40ae-8a72-66a1e13bbe2a not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:43:17.955653 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:17.959771 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ceb1f03e-924d-41c9-8725-92198f2f3139 req-4fd8df00-ff2b-4456-a015-a58614ab8dc1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182628 May 12 15:43:18.029437 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-bd510121-7969-42f9-a871-b103bc6cb126 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177750 May 12 15:43:18.131024 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fecfe8ea-0735-4a38-a82e-f57805f354e7 req-04073216-b6a9-4c6d-bd71-0b02475f6926 service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952802 May 12 15:43:18.242158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b2335-a10e-4701-8bc3-6c9ddce05148 req-60d98677-7db3-4bd6-9896-4f4a8ee8535b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:18.244016 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9b4b2335-a10e-4701-8bc3-6c9ddce05148 req-60d98677-7db3-4bd6-9896-4f4a8ee8535b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0501649 May 12 15:43:18.296144 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9b4b2335-a10e-4701-8bc3-6c9ddce05148 req-3e8276e0-b4db-46b8-9193-ae3b69ae569c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 May 12 15:43:19.077751 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6019f-917b-46ff-8d6d-ff8263176d7e req-e1191ddc-e392-4507-99c4-742a2d37a04b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:19.080060 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eda6019f-917b-46ff-8d6d-ff8263176d7e req-e1191ddc-e392-4507-99c4-742a2d37a04b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0516810 May 12 15:43:19.110596 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42224) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:19.147503 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eda6019f-917b-46ff-8d6d-ff8263176d7e req-38f5a5b4-938c-4a3a-933c-95d509586f5c tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549464 May 12 15:43:19.186991 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42230) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:19.228421 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb6b0-32c8-47c4-a13d-1f365e93d40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.303668 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb6b0-32c8-47c4-a13d-1f365e93d40e admin admin] Publish callbacks [] for security_group (d57a2ae6-f3e3-4be8-b0ed-59b9afdae215), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.307951 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb6b0-32c8-47c4-a13d-1f365e93d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d57a2ae6-f3e3-4be8-b0ed-59b9afdae215), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.349511 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1c4cb6b0-32c8-47c4-a13d-1f365e93d40e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3078d514f0b04a81bd17a1ed2d7aff34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377908 May 12 15:43:19.350482 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cb6b0-32c8-47c4-a13d-1f365e93d40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a2ae6-f3e3-4be8-b0ed-59b9afdae215,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:19.352781 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42236) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:19.464334 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f4574-2e6a-4fab-8511-747d5515264c req-d0fea617-d94e-4e21-ae97-7511cae1289f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:19.465841 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-800f4574-2e6a-4fab-8511-747d5515264c req-d0fea617-d94e-4e21-ae97-7511cae1289f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0968366 May 12 15:43:19.527753 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c1802a2d-3d18-4766-998e-e838130460e6 admin admin] Publish callbacks [] for security_group (d57a2ae6-f3e3-4be8-b0ed-59b9afdae215), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.571393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c1802a2d-3d18-4766-998e-e838130460e6 admin admin] Publish callbacks [] for security_group (d57a2ae6-f3e3-4be8-b0ed-59b9afdae215), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.613199 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-800f4574-2e6a-4fab-8511-747d5515264c req-d70ae0b9-e22f-4e2b-9bf6-686099ac94e4 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413798 May 12 15:43:19.688714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c1802a2d-3d18-4766-998e-e838130460e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d57a2ae6-f3e3-4be8-b0ed-59b9afdae215), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.691184 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c1802a2d-3d18-4766-998e-e838130460e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.692310 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c1802a2d-3d18-4766-998e-e838130460e6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d57a2ae6-f3e3-4be8-b0ed-59b9afdae215 HTTP/1.1" status: 204 len: 168 time: 0.3386199 May 12 15:43:19.719378 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1802a2d-3d18-4766-998e-e838130460e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a2ae6-f3e3-4be8-b0ed-59b9afdae215,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:19.746456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (6f1a9507-85ac-4f24-a739-1ced5ae17838), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.967306 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42242) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:19.982847 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd4b-c8d0-4ff4-bd4f-e74d4e780146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:19.985209 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Deleting port 73934873-13b0-4f20-8db5-bdbaeb5321cc {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:43:19.985615 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.061860 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd4b-c8d0-4ff4-bd4f-e74d4e780146 admin admin] Publish callbacks [] for security_group (2c9345b1-e752-4fd0-9915-4303295b38a1), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.066608 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd4b-c8d0-4ff4-bd4f-e74d4e780146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (2c9345b1-e752-4fd0-9915-4303295b38a1), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.071053 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] For port 73934873-13b0-4f20-8db5-bdbaeb5321cc, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=73934873-13b0-4f20-8db5-bdbaeb5321cc,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:20.071467 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.085121 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Calling delete_port for 73934873-13b0-4f20-8db5-bdbaeb5321cc owned by network:router_interface {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:43:20.108613 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d00bbd4b-c8d0-4ff4-bd4f-e74d4e780146 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b253dbb3caf47528f5659f32e61ff8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401715 May 12 15:43:20.110534 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bbd4b-c8d0-4ff4-bd4f-e74d4e780146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9345b1-e752-4fd0-9915-4303295b38a1,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:20.113606 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42244) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:20.162705 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a0a20801-bd0f-4d4a-a67e-102012e9a7c5 admin admin] Publish callbacks [] for security_group (2c9345b1-e752-4fd0-9915-4303295b38a1), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.185218 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a0a20801-bd0f-4d4a-a67e-102012e9a7c5 admin admin] Publish callbacks [] for security_group (2c9345b1-e752-4fd0-9915-4303295b38a1), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.238382 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a0a20801-bd0f-4d4a-a67e-102012e9a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (2c9345b1-e752-4fd0-9915-4303295b38a1), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.241032 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a0a20801-bd0f-4d4a-a67e-102012e9a7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.245103 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a0a20801-bd0f-4d4a-a67e-102012e9a7c5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2c9345b1-e752-4fd0-9915-4303295b38a1 HTTP/1.1" status: 204 len: 168 time: 0.1303666 May 12 15:43:20.253227 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a20801-bd0f-4d4a-a67e-102012e9a7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9345b1-e752-4fd0-9915-4303295b38a1,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:20.582278 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55ce62-de5c-4bbb-80d7-a298357a9084 req-51fda1ce-b505-470e-8c66-03d2039e3844 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:20.583790 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7d55ce62-de5c-4bbb-80d7-a298357a9084 req-51fda1ce-b505-470e-8c66-03d2039e3844 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.3553607 May 12 15:43:20.597410 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (73934873-13b0-4f20-8db5-bdbaeb5321cc), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.631832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=73934873-13b0-4f20-8db5-bdbaeb5321cc,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:20.751410 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7d55ce62-de5c-4bbb-80d7-a298357a9084 req-9232e2bd-6f6d-4cd8-915c-e0026391974f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620519 May 12 15:43:20.778721 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551625d-ba0f-49de-bf37-8d780abf2166 req-85080151-1a88-4d9c-b25a-3bee5ea57960 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:20.780365 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9551625d-ba0f-49de-bf37-8d780abf2166 req-85080151-1a88-4d9c-b25a-3bee5ea57960 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0718184 May 12 15:43:20.914463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (6f1a9507-85ac-4f24-a739-1ced5ae17838), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:20.953798 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9551625d-ba0f-49de-bf37-8d780abf2166 req-3b694609-7af0-4876-89d5-230511e1283a tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723612 May 12 15:43:21.185366 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Router 6f1a9507-85ac-4f24-a739-1ced5ae17838 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:43:21.304631 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:43:21.313046 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-71a26114-0623-4a8d-a584-d19aa4204a13 admin admin] 10.222.0.89 "PUT /v2.0/routers/6f1a9507-85ac-4f24-a739-1ced5ae17838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1246743 May 12 15:43:21.313765 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42292) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:21.317854 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] Sync routers for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:21.347187 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:21.347479 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:21.472707 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks [] for router (6f1a9507-85ac-4f24-a739-1ced5ae17838), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:21.482678 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:21.612578 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks [] for router_gateway (6f1a9507-85ac-4f24-a739-1ced5ae17838), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:21.669505 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Deleting port 094f6eee-b210-4f44-a70a-cde0dd693ec7 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:43:21.670108 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:21.682938 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:43:20Z', 'revision_number': 5, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port': {'id': '094f6eee-b210-4f44-a70a-cde0dd693ec7', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:55Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:21.712065 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] Checking router: 6f1a9507-85ac-4f24-a739-1ced5ae17838 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:21.722576 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] Routers {'6f1a9507-85ac-4f24-a739-1ced5ae17838'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:21.723479 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['6f1a9507-85ac-4f24-a739-1ced5ae17838'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:21.762861 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] For port 094f6eee-b210-4f44-a70a-cde0dd693ec7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=094f6eee-b210-4f44-a70a-cde0dd693ec7,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:21.764954 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:21.784173 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Calling delete_port for 094f6eee-b210-4f44-a70a-cde0dd693ec7 owned by network:router_gateway {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:43:21.829537 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] Set router 6f1a9507-85ac-4f24-a739-1ced5ae17838 gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:21.877509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3c8a9-5b81-489c-a740-56123a695b33 req-0f8b42fb-4fc2-4950-9d7c-78b54a10079e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:21.880363 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-43c3c8a9-5b81-489c-a740-56123a695b33 req-0f8b42fb-4fc2-4950-9d7c-78b54a10079e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 946 time: 0.0589232 May 12 15:43:21.912286 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:43:21Z', 'revision_number': 6, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:21.929885 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:43:21.944647 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-43c3c8a9-5b81-489c-a740-56123a695b33 req-d0036ee8-6789-40a8-bd1f-94fa4ecd35b0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569417 May 12 15:43:21.970956 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd36c-8b3c-417c-825a-0300a9effee6 None None] The sync data for ids ['6f1a9507-85ac-4f24-a739-1ced5ae17838'] in dv-cinder-835881-11-iscsi is: [{'id': '6f1a9507-85ac-4f24-a739-1ced5ae17838', 'name': 'tempest-AttachVolumeTestJSON-1684893470-router', 'tenant_id': '8aba4b044dfa42cd8da55086ab774561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:43:21Z', 'revision_number': 6, 'project_id': '8aba4b044dfa42cd8da55086ab774561', 'gw_port_host': None}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:21.979800 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-6dfcc95d-5867-47a7-ba2f-c75ebb164b99 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662267 May 12 15:43:22.086185 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-ed873dca-32c3-4c82-84b1-fab4a9f1c8e6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:22.087535 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-ed873dca-32c3-4c82-84b1-fab4a9f1c8e6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports/6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 200 len: 943 time: 0.0613856 May 12 15:43:22.096075 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: ACTIVE; New status is: DOWN {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:22.096491 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.108133 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (094f6eee-b210-4f44-a70a-cde0dd693ec7), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.135850 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Pushing event deleted for resources: {'Port': ['ID=094f6eee-b210-4f44-a70a-cde0dd693ec7,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:22.139778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134782d-b4ad-4976-8856-e4a0ee90f86d req-3bedc27a-a517-4aab-95f7-d45d85e3ece1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:22.155915 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:22.158332 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1148e323-001b-44c7-9157-c31c5c27b52d" -d '{"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:22.158923 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b134782d-b4ad-4976-8856-e4a0ee90f86d req-3bedc27a-a517-4aab-95f7-d45d85e3ece1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0991426 May 12 15:43:22.187044 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:22.198485 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.204825 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6758b-7035-451f-8bf4-5b67a808fbdd x-openstack-request-id: req-64c6758b-7035-451f-8bf4-5b67a808fbdd {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:22.205401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-unplugged", "status": "failed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "code": 422}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:22.205401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-64c6758b-7035-451f-8bf4-5b67a808fbdd {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:22.205840 dv-cinder-835881-11-iscsi neutron-server[103543]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-64c6758b-7035-451f-8bf4-5b67a808fbdd']: {'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'code': 422} returned with failed status May 12 15:43:22.237688 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (6f1a9507-85ac-4f24-a739-1ced5ae17838), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.259107 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b134782d-b4ad-4976-8856-e4a0ee90f86d req-dfd27a07-419a-4165-a257-4f802ef0590a tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966246 May 12 15:43:22.260300 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=8']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:22.308811 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:43:22.382253 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (6f1a9507-85ac-4f24-a739-1ced5ae17838), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.384803 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks [] for router_controller (6f1a9507-85ac-4f24-a739-1ced5ae17838), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.471367 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (6f1a9507-85ac-4f24-a739-1ced5ae17838), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.472223 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1a9507-85ac-4f24-a739-1ced5ae17838 {{(pid=103541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:43:22.493715 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.495011 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c816c9c3-bc1e-4b32-a4a5-330f6833533c admin admin] 10.222.0.89 "DELETE /v2.0/routers/6f1a9507-85ac-4f24-a739-1ced5ae17838 HTTP/1.1" status: 204 len: 168 time: 1.1802282 May 12 15:43:22.497969 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42338) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:22.550905 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Deleting subnet 7e0596ff-b2a8-4063-a9e7-ad582c52e137 {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:43:22.553992 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Publish callbacks [] for subnet (7e0596ff-b2a8-4063-a9e7-ad582c52e137), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.588898 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (7e0596ff-b2a8-4063-a9e7-ad582c52e137), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.670848 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (7e0596ff-b2a8-4063-a9e7-ad582c52e137), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.724463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (7e0596ff-b2a8-4063-a9e7-ad582c52e137), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.751308 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0596ff-b2a8-4063-a9e7-ad582c52e137,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:22.756302 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.759460 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c958b8e5-7cca-4b11-8ccf-42105c5d802f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7e0596ff-b2a8-4063-a9e7-ad582c52e137 HTTP/1.1" status: 204 len: 168 time: 0.2598436 May 12 15:43:22.762267 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42340) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:22.762754 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c3366-9d4f-4888-b516-ca248f9ce8a4 None None] Network 6d950ca3-1243-4fb1-a3b9-399d6873531e requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:43:22.834439 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (6d950ca3-1243-4fb1-a3b9-399d6873531e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.882103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Deleting port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:43:22.883191 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.921048 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] DHCP port deletion for 6d950ca3-1243-4fb1-a3b9-399d6873531e request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:43:22.959401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] Deleting port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:43:22.960119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:22.995253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] For port 3fbf39a1-f71d-4102-b03e-f18bf6f12418, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3fbf39a1-f71d-4102-b03e-f18bf6f12418,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:22.995628 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.008668 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-f03920d8-983c-4f13-9375-faaba2725b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.010207 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-f03920d8-983c-4f13-9375-faaba2725b92 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3&tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32 HTTP/1.1" status: 200 len: 1128 time: 0.0726402 May 12 15:43:23.014671 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Calling delete_port for 3fbf39a1-f71d-4102-b03e-f18bf6f12418 owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:43:23.034783 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] For port 3fbf39a1-f71d-4102-b03e-f18bf6f12418, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3fbf39a1-f71d-4102-b03e-f18bf6f12418,segment=NetworkSegment(5885c8bb-5415-4898-aba6-497d82613c86),segment_id=5885c8bb-5415-4898-aba6-497d82613c86)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:23.035445 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.049933 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] Calling delete_port for 3fbf39a1-f71d-4102-b03e-f18bf6f12418 owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:43:23.133587 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.145979 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4690a73-243e-47f4-bc6f-95ee3dbdb8d6 req-13333e95-b221-4a89-a694-796d89e56044 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.147408 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b4690a73-243e-47f4-bc6f-95ee3dbdb8d6 req-13333e95-b221-4a89-a694-796d89e56044 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.0873659 May 12 15:43:23.154181 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-061386b0-79e5-49d8-8e14-4dff69287d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.155599 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-061386b0-79e5-49d8-8e14-4dff69287d03 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1128 time: 0.0967207 May 12 15:43:23.170382 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] Pushing event deleted for resources: {'Port': ['ID=3fbf39a1-f71d-4102-b03e-f18bf6f12418,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:23.172178 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c7027-aa83-48e3-80d0-b4cfe33a4382 None None] No DVR routers for this DVR port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:43:23.256225 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (3fbf39a1-f71d-4102-b03e-f18bf6f12418), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.306256 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbf39a1-f71d-4102-b03e-f18bf6f12418,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:23.315262 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] No DVR routers for this DVR port 3fbf39a1-f71d-4102-b03e-f18bf6f12418 on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:43:23.319035 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b4690a73-243e-47f4-bc6f-95ee3dbdb8d6 req-baad56da-fd3c-430f-97ca-71034aa7d599 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524718 May 12 15:43:23.384588 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 73934873-13b0-4f20-8db5-bdbaeb5321cc no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:43:23.387181 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-61f4e288-f71a-4883-be3b-3c442d24dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.388709 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-61f4e288-f71a-4883-be3b-3c442d24dfb4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 200 len: 916 time: 0.2233558 May 12 15:43:23.404991 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 73934873-13b0-4f20-8db5-bdbaeb5321cc {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:43:23.405271 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 73934873-13b0-4f20-8db5-bdbaeb5321cc not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:43:23.405715 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3fbf39a1-f71d-4102-b03e-f18bf6f12418 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:43:23.424987 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 3fbf39a1-f71d-4102-b03e-f18bf6f12418 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:43:23.425324 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3fbf39a1-f71d-4102-b03e-f18bf6f12418 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:43:23.425721 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 094f6eee-b210-4f44-a70a-cde0dd693ec7 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:43:23.444601 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 094f6eee-b210-4f44-a70a-cde0dd693ec7 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:43:23.444601 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 094f6eee-b210-4f44-a70a-cde0dd693ec7 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:43:23.471262 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (6d950ca3-1243-4fb1-a3b9-399d6873531e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.479394 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ac794-d981-43ee-9def-9f18fa56b958 req-97b5d44b-f801-4fb6-a065-7a1cbeb9f4fb tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.480953 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b32ac794-d981-43ee-9def-9f18fa56b958 req-97b5d44b-f801-4fb6-a065-7a1cbeb9f4fb tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.1363425 May 12 15:43:23.525088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d950ca3-1243-4fb1-a3b9-399d6873531e']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:23.552124 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-724ff8e1-b6fe-4aac-8559-1d333d63fd07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 200 len: 999 time: 0.1541812 May 12 15:43:23.553810 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5885c8bb-5415-4898-aba6-497d82613c86') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:23.554049 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5885c8bb-5415-4898-aba6-497d82613c86') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:23.579358 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (5885c8bb-5415-4898-aba6-497d82613c86), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.616886 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b32ac794-d981-43ee-9def-9f18fa56b958 req-345cdea6-8462-424d-b489-9eadc32aab69 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287363 May 12 15:43:23.622241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (5885c8bb-5415-4898-aba6-497d82613c86), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.631078 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:43:23.631475 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (5885c8bb-5415-4898-aba6-497d82613c86), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: self.session.flush() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: self.session.flush() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: self.session.flush() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: self.session.flush() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:43:23.633222 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:43:23.653731 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-b0dbe7fb-bb1a-40d6-ab2e-64113f204c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.655187 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-b0dbe7fb-bb1a-40d6-ab2e-64113f204c4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 200 len: 854 time: 0.0910311 May 12 15:43:23.719922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (6d950ca3-1243-4fb1-a3b9-399d6873531e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.727327 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:23.730912 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] 10.222.0.89 "DELETE /v2.0/networks/6d950ca3-1243-4fb1-a3b9-399d6873531e HTTP/1.1" status: 204 len: 168 time: 0.9677074 May 12 15:43:23.745782 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de0fff-da46-4fd2-aab2-b641148681ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6d950ca3-1243-4fb1-a3b9-399d6873531e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:23.750494 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-251ff728-6d22-4cd7-be9e-83a6fe22a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:23.751945 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-251ff728-6d22-4cd7-be9e-83a6fe22a63e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d0a8c52-c0ac-43a2-8769-296b117079bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670753 May 12 15:43:23.849305 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-a7ac35f9-2097-4fc7-aced-3cc98f6ac40f service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 May 12 15:43:23.903245 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42356) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:23.943576 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-74f86a79-1f31-432a-a303-20f9d6259b0a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8aba4b044dfa42cd8da55086ab774561&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391412 May 12 15:43:23.946077 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42358) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:23.949761 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-286704d9-4cb7-44ae-82ec-2e77a9304e5c req-b3def009-4e35-436d-ac92-92d81238e57e service neutron] 10.222.0.88 "GET /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935144 May 12 15:43:24.001075 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7a9aac3-89b3-40d2-8a5e-28b9fbe8cc58 admin admin] Publish callbacks [] for security_group (8592c097-2dfd-4239-89a1-669521368d5c), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:24.023415 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7a9aac3-89b3-40d2-8a5e-28b9fbe8cc58 admin admin] Publish callbacks [] for security_group (8592c097-2dfd-4239-89a1-669521368d5c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:24.072258 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7a9aac3-89b3-40d2-8a5e-28b9fbe8cc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (8592c097-2dfd-4239-89a1-669521368d5c), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:24.074795 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7a9aac3-89b3-40d2-8a5e-28b9fbe8cc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:24.076010 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b7a9aac3-89b3-40d2-8a5e-28b9fbe8cc58 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8592c097-2dfd-4239-89a1-669521368d5c HTTP/1.1" status: 204 len: 168 time: 0.1289287 May 12 15:43:24.083695 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9aac3-89b3-40d2-8a5e-28b9fbe8cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592c097-2dfd-4239-89a1-669521368d5c,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:24.445133 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cc270-72e1-4dd3-b85f-2cae9e72f4d3 req-8f4a7879-1c01-4698-85f9-4359256a794a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:24.446755 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-376cc270-72e1-4dd3-b85f-2cae9e72f4d3 req-8f4a7879-1c01-4698-85f9-4359256a794a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.0505729 May 12 15:43:24.511875 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-376cc270-72e1-4dd3-b85f-2cae9e72f4d3 req-7b118b7b-09ba-4e33-8e6a-28e7ee708343 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570233 May 12 15:43:24.803029 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7ae5-c6d5-47cd-aa4f-678e8e697bad req-d19c245e-db4e-4d78-bcc4-ea0d3911f613 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:24.805404 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5d3e7ae5-c6d5-47cd-aa4f-678e8e697bad req-d19c245e-db4e-4d78-bcc4-ea0d3911f613 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0799110 May 12 15:43:24.931192 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5d3e7ae5-c6d5-47cd-aa4f-678e8e697bad req-f806211c-b905-4048-9c08-68aba67759ff tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182320 May 12 15:43:25.009926 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42410) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:25.082179 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42414) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:25.198865 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1706780730-network', 'tenant_id': '7c7462c1e31649e9849721910b3262a3'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:25.221979 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cfe63c32-6578-4614-8fe7-ee598a46d022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.253687 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Made reservation on behalf of 7c7462c1e31649e9849721910b3262a3 for: {'network': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:43:25.256295 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.274834 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.348631 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cfe63c32-6578-4614-8fe7-ee598a46d022 admin admin] Publish callbacks [] for security_group (d0270984-4bf5-4942-bc91-a02baeefe301), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.355438 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cfe63c32-6578-4614-8fe7-ee598a46d022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d0270984-4bf5-4942-bc91-a02baeefe301), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.419063 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-cfe63c32-6578-4614-8fe7-ee598a46d022 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=54a775911c7c464eba69e9e5cca39b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356218 May 12 15:43:25.419773 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe63c32-6578-4614-8fe7-ee598a46d022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0270984-4bf5-4942-bc91-a02baeefe301,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:25.421898 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42418) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:25.435613 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks [] for security_group (c4593994-97ff-4b1b-87ff-918fd2330024), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.442128 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c4593994-97ff-4b1b-87ff-918fd2330024), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.469860 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:43:25.480744 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4593994-97ff-4b1b-87ff-918fd2330024,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:25.487032 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (6c49d33a-9bd4-4f3c-a2b2-98312204755d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.487466 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.segments_db [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Added segment 6c49d33a-9bd4-4f3c-a2b2-98312204755d of type vlan for network 28e8ac92-f000-41cc-98c0-a6392dfdb29f May 12 15:43:25.516832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c2fff20c-824d-4592-babd-6ddf3253ec2e admin admin] Publish callbacks [] for security_group (d0270984-4bf5-4942-bc91-a02baeefe301), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.540800 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c2fff20c-824d-4592-babd-6ddf3253ec2e admin admin] Publish callbacks [] for security_group (d0270984-4bf5-4942-bc91-a02baeefe301), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.557676 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (28e8ac92-f000-41cc-98c0-a6392dfdb29f), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.594751 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (28e8ac92-f000-41cc-98c0-a6392dfdb29f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.596928 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:25.597879 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.637371 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6262443 May 12 15:43:25.644227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42422) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:25.649716 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Request body: {'subnet': {'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-subnet', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:25.656408 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c2fff20c-824d-4592-babd-6ddf3253ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d0270984-4bf5-4942-bc91-a02baeefe301), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.660295 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c2fff20c-824d-4592-babd-6ddf3253ec2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.662056 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c2fff20c-824d-4592-babd-6ddf3253ec2e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0270984-4bf5-4942-bc91-a02baeefe301 HTTP/1.1" status: 204 len: 168 time: 0.2390604 May 12 15:43:25.690687 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fff20c-824d-4592-babd-6ddf3253ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0270984-4bf5-4942-bc91-a02baeefe301,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:25.704733 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0710322-5a2b-4e98-af02-4ebf9f4a3908 admin admin] Pushing event updated for resources: {'Network': ['ID=28e8ac92-f000-41cc-98c0-a6392dfdb29f,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:25.722143 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90359a60-06b8-4476-abe3-fe7b1244b154 req-a80b09d5-f848-404a-8807-4a64d5e2c913 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:25.724320 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90359a60-06b8-4476-abe3-fe7b1244b154 req-a80b09d5-f848-404a-8807-4a64d5e2c913 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.1186280 May 12 15:43:25.730102 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:43:25.754797 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Made reservation on behalf of 7c7462c1e31649e9849721910b3262a3 for: {'subnet': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:43:25.757471 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9230805'] for subnet (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:25.815319 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90359a60-06b8-4476-abe3-fe7b1244b154 req-a391e635-2831-4a86-ad25-ff6c84c81936 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846531 May 12 15:43:26.044620 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9230787'] for subnet (6f72255c-670a-41fa-8fc0-5c5d9a631916), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.100837 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42430) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:26.124465 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97ede4-85e6-4a23-986d-868e70972992 req-4db7ca11-7c5a-4731-a938-511ccd568911 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:26.126435 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f97ede4-85e6-4a23-986d-868e70972992 req-4db7ca11-7c5a-4731-a938-511ccd568911 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.1007729 May 12 15:43:26.135752 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ae-7302-461f-b117-44f55d6774d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.169597 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f72255c-670a-41fa-8fc0-5c5d9a631916,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:26.195475 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:43:26.195867 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Network hostable DHCP agents. Network: 28e8ac92-f000-41cc-98c0-a6392dfdb29f, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:43:26.234337 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f97ede4-85e6-4a23-986d-868e70972992 req-d14e96d2-3f2a-450b-9607-a380126b8645 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002722 May 12 15:43:26.248228 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:43:26.272415 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, 28e8ac92-f000-41cc-98c0-a6392dfdb29f) {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:26.281919 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:26.282529 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.284610 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b353331-8199-4291-a588-86e2e6a123d2 None None] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:43:26.303425 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-18419a9f-934a-4624-b630-a3b7347cd4ba admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6576502 May 12 15:43:26.306232 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42432) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:26.312051 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ae-7302-461f-b117-44f55d6774d2 admin admin] Publish callbacks [] for security_group (a7bed296-9d56-4669-919a-2c96113239b5), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.316397 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:26.318910 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ae-7302-461f-b117-44f55d6774d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a7bed296-9d56-4669-919a-2c96113239b5), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.358774 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.359983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.385005 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0f4361ae-7302-461f-b117-44f55d6774d2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b11658d1673421dbf601ec3aa21dae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828691 May 12 15:43:26.388696 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42434) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:26.407778 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4361ae-7302-461f-b117-44f55d6774d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bed296-9d56-4669-919a-2c96113239b5,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:26.456834 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks [] for router_controller (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.470161 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:43:26.471626 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.486819 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f37e-e6e4-4263-881f-33a6f7887b4b admin admin] Publish callbacks [] for security_group (a7bed296-9d56-4669-919a-2c96113239b5), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.515495 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f37e-e6e4-4263-881f-33a6f7887b4b admin admin] Publish callbacks [] for security_group (a7bed296-9d56-4669-919a-2c96113239b5), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.585127 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f37e-e6e4-4263-881f-33a6f7887b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a7bed296-9d56-4669-919a-2c96113239b5), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.587605 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f37e-e6e4-4263-881f-33a6f7887b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.591715 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a7d2f37e-e6e4-4263-881f-33a6f7887b4b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a7bed296-9d56-4669-919a-2c96113239b5 HTTP/1.1" status: 204 len: 168 time: 0.2019057 May 12 15:43:26.600880 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2f37e-e6e4-4263-881f-33a6f7887b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bed296-9d56-4669-919a-2c96113239b5,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:26.685422 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks [] for router_gateway (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.688817 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Allocated IP 172.20.0.2 (28e8ac92-f000-41cc-98c0-a6392dfdb29f/6f72255c-670a-41fa-8fc0-5c5d9a631916/9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:43:26.955035 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks [] for router_gateway (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.958401 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Publish callbacks [] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:26.971934 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:27.023954 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:27.041031 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Pushing event updated for resources: {'Port': ['ID=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:27.052718 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:43:27.054198 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:27.056816 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:43:27.138722 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Attempting to bind port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:43:27.139132 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Attempting to bind port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:43:27.139570 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Attempting to bind port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:43:27.145982 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:43:27.146409 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:43:27.146814 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:27.147207 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Bound using segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:43:27.147681 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Bound port: 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:43:27.148068 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:27.265503 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] For port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:43:27.272841 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] For port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:43:27.281025 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:27.399935 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08182634-1d66-4314-b0c2-5b9823c8905f None None] Pushing event updated for resources: {'Port': ['ID=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:27.547382 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac0a21-c4b0-40be-a2f6-c18c9a2012b2 req-bff538b7-30a3-4c63-935d-36016826b6f3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:27.549060 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8aac0a21-c4b0-40be-a2f6-c18c9a2012b2 req-bff538b7-30a3-4c63-935d-36016826b6f3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.5907643 May 12 15:43:27.571892 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af49b4-a3e0-4b85-ba16-bfdb434d5c65 req-34bccd73-677c-4370-8c62-25c9d4b0ab15 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:27.573838 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-67af49b4-a3e0-4b85-ba16-bfdb434d5c65 req-34bccd73-677c-4370-8c62-25c9d4b0ab15 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.1185546 May 12 15:43:27.694218 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Allocated IP 172.27.2.100 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/0028cfa0-36e4-4cea-b403-89d43b8d120f) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:43:27.714703 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-67af49b4-a3e0-4b85-ba16-bfdb434d5c65 req-a6ef1f46-fdb0-4ba8-8aba-251ad97c4d3a tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304526 May 12 15:43:27.738507 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8aac0a21-c4b0-40be-a2f6-c18c9a2012b2 req-2858d858-336a-482e-87b1-7b31e32a7ca0 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786430 May 12 15:43:27.897064 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks [] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:27.989831 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:28.071000 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:43:28.085145 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:28.087203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Pushing event updated for resources: {'Port': ['ID=0028cfa0-36e4-4cea-b403-89d43b8d120f,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:28.089502 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:43:28.493069 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks [] for router_gateway (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.015039 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.031525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532c94-f39d-4a3c-b635-864fdf0f4275 req-cd6f096a-a36e-4896-b89c-b16dcf46d97d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:29.039380 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d9532c94-f39d-4a3c-b635-864fdf0f4275 req-cd6f096a-a36e-4896-b89c-b16dcf46d97d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.1247926 May 12 15:43:29.054752 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521bbfb-c486-4af4-ae6c-542453bf648a req-530a2a14-bf30-4bd8-aed2-3060252ed9b6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:29.056238 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a521bbfb-c486-4af4-ae6c-542453bf648a req-530a2a14-bf30-4bd8-aed2-3060252ed9b6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.1406419 May 12 15:43:29.084874 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9364036a-fec9-4cdf-af11-56e9aaeeacdb None None] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:43:29.180324 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a521bbfb-c486-4af4-ae6c-542453bf648a req-3e68f76d-55db-41a6-843e-4d8754ca04f3 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829637 May 12 15:43:29.205650 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d9532c94-f39d-4a3c-b635-864fdf0f4275 req-9750a014-f410-48df-b370-76ffc1319e5c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598387 May 12 15:43:29.228879 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] Provisioning complete for port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:29.229541 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.311988 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:43:29.376361 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] Current status of the port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:29.377041 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.429364 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] For port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:29.435121 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.532215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017e2ee-4335-48e3-80c6-7f4f3535e9a4 None None] Pushing event updated for resources: {'Port': ['ID=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:29.537996 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:29.559975 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:43:29.591984 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:29.600709 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.602047 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-421bfb3b-b01c-4ab8-99c3-5089bd835690 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2930467 May 12 15:43:29.605425 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42480) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:29.631591 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:29.632251 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:29.634290 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:29.634658 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:29.858740 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-04d7eeef-0beb-45cf-9a49-27a330ecfd06 None None] Provisioning complete for port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:29.859122 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-04d7eeef-0beb-45cf-9a49-27a330ecfd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:30.095916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:30.226765 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:30.420544 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:30.445021 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-04d7eeef-0beb-45cf-9a49-27a330ecfd06 None None] Current status of the port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:30.461531 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ddb63-c655-428f-b97c-2b50ac1442b1 req-91bded46-d6ed-4645-a2d8-7a09043d044f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:30.463162 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1e1ddb63-c655-428f-b97c-2b50ac1442b1 req-91bded46-d6ed-4645-a2d8-7a09043d044f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.1524811 May 12 15:43:30.557598 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:28Z', 'revision_number': 3, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:30.589385 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-3a852123-c02b-498e-a8d4-2fdd4edf9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:30.591659 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-3a852123-c02b-498e-a8d4-2fdd4edf9588 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1129 time: 0.0638158 May 12 15:43:30.598207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3634ee-0cae-4257-a10a-9937cddc1558 req-fdc29f5c-873e-4513-b680-29cd9faa562e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:30.599915 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5c3634ee-0cae-4257-a10a-9937cddc1558 req-fdc29f5c-873e-4513-b680-29cd9faa562e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.2362773 May 12 15:43:30.609348 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:30.609701 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Updating router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 port 0028cfa0-36e4-4cea-b403-89d43b8d120f binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:43:30.664134 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1e1ddb63-c655-428f-b97c-2b50ac1442b1 req-4dd6128e-6c1e-4320-bced-986705625355 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861722 May 12 15:43:30.667841 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:30.741096 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Allocated IP 172.20.0.1 (28e8ac92-f000-41cc-98c0-a6392dfdb29f/6f72255c-670a-41fa-8fc0-5c5d9a631916/5ee23399-47da-4248-9f5d-684a15a5abc7) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:43:30.747645 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5c3634ee-0cae-4257-a10a-9937cddc1558 req-aa223e16-addc-4d3c-a71b-af9ab97e2d4b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789402 May 12 15:43:30.916491 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks [] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:30.960496 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.028677 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:43:31.034007 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:31.039477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:43:31.061969 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Publish callbacks [] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.075903 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.095725 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee23399-47da-4248-9f5d-684a15a5abc7,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:31.118868 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.198104 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.232945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-01fe2d2a-48c4-4547-aab8-8071c3fa666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:31.236326 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-01fe2d2a-48c4-4547-aab8-8071c3fa666d service neutron] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 909 time: 0.1948371 May 12 15:43:31.253445 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e600c5-168b-44a9-ac82-dff1e151363b None None] Pushing event updated for resources: {'Port': ['ID=0028cfa0-36e4-4cea-b403-89d43b8d120f,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:31.259198 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Attempting to bind port 0028cfa0-36e4-4cea-b403-89d43b8d120f on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:43:31.259820 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Attempting to bind port 0028cfa0-36e4-4cea-b403-89d43b8d120f by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:43:31.260345 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Attempting to bind port 0028cfa0-36e4-4cea-b403-89d43b8d120f on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:43:31.267191 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:43:31.267960 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:43:31.268619 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.269306 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:43:31.270123 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Bound port: 0028cfa0-36e4-4cea-b403-89d43b8d120f, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:43:31.270709 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.361929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] For port 0028cfa0-36e4-4cea-b403-89d43b8d120f, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:43:31.370523 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] For port 0028cfa0-36e4-4cea-b403-89d43b8d120f, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=0028cfa0-36e4-4cea-b403-89d43b8d120f,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:43:31.370798 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-f4d97592-cd21-4329-b9d1-b46aceeffbdb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 1001 time: 0.1084764 May 12 15:43:31.382155 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.462380 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-d348d6df-7cd9-4585-827d-812404bd2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:31.464264 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-d348d6df-7cd9-4585-827d-812404bd2c88 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.0872607 May 12 15:43:31.479235 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.481731 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:31.594070 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e600c5-168b-44a9-ac82-dff1e151363b None None] Pushing event updated for resources: {'Port': ['ID=0028cfa0-36e4-4cea-b403-89d43b8d120f,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:31.601078 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:31.601936 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:31.652091 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-c19ea7f3-535b-410e-9f4b-9ea6ae0c36fd None None] Provisioning complete for port 5ee23399-47da-4248-9f5d-684a15a5abc7 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:31.652601 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c19ea7f3-535b-410e-9f4b-9ea6ae0c36fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.804298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-c19ea7f3-535b-410e-9f4b-9ea6ae0c36fd None None] Port 5ee23399-47da-4248-9f5d-684a15a5abc7 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:43:31.807909 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:31.809221 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.867668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:31.937086 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks [] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:31.955785 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:32.106419 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355124bc-970d-4f43-8382-a35c1695b6cd req-f8442315-d7f8-4fd4-84ed-7f99eec0ecb7 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:32.108163 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-355124bc-970d-4f43-8382-a35c1695b6cd req-f8442315-d7f8-4fd4-84ed-7f99eec0ecb7 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.3549151 May 12 15:43:32.152455 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:32.164967 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-f6fcf6d0-e10a-4b1b-9aa7-2b712a3b9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:32.176738 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee23399-47da-4248-9f5d-684a15a5abc7,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:32.188976 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-f6fcf6d0-e10a-4b1b-9aa7-2b712a3b9133 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3899722 May 12 15:43:32.211850 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:30Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:32.230676 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:32.247281 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954616f-77d4-4feb-881a-00a289bbd6e8 None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:30Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:32.247498 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5b97-ddc8-4460-bdd7-44e05361aae0 req-5af3384f-e750-462b-a4ee-e3d7e495d275 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:32.249027 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-076c5b97-ddc8-4460-bdd7-44e05361aae0 req-5af3384f-e750-462b-a4ee-e3d7e495d275 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.2711933 May 12 15:43:32.456418 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:43:32.458722 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:32.566455 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-355124bc-970d-4f43-8382-a35c1695b6cd req-5059e817-17f2-4e83-99a6-4d1296773bd9 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441106 May 12 15:43:32.614256 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-076c5b97-ddc8-4460-bdd7-44e05361aae0 req-782ee360-9c74-446d-be27-99cbcca8175d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151639 May 12 15:43:32.738208 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-920deb78-c070-461d-a894-adad545f55b3 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483029 May 12 15:43:32.756547 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:43:32.930535 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-6c184fb2-3e39-4c5e-a4fe-81900bc26354 None None] Provisioning complete for port 5ee23399-47da-4248-9f5d-684a15a5abc7 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:32.930910 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6c184fb2-3e39-4c5e-a4fe-81900bc26354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:32.934320 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:43:32.940181 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2623dd17-d843-4d35-8f7d-5606a97f9e60 admin admin] 10.222.0.89 "PUT /v2.0/routers/dc49b658-4f43-4e3a-9fb0-83f396fa29e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3335111 May 12 15:43:32.999099 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-6c184fb2-3e39-4c5e-a4fe-81900bc26354 None None] Port 5ee23399-47da-4248-9f5d-684a15a5abc7 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:43:33.260731 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42520) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:33.265414 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311225603', 'description': 'tempest-description--645795713'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:33.303223 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.404433 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ce895556-55fb-4b53-be3e-d7f42ab9c3dd req-bf438dae-8206-431b-bd8a-4b576314a3e5 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161451 May 12 15:43:33.422091 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (9cbca6bc-a703-4999-a594-c8d9d741afc6), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.427650 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (9cbca6bc-a703-4999-a594-c8d9d741afc6), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.456668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0028cfa0-36e4-4cea-b403-89d43b8d120f up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:33.474488 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbca6bc-a703-4999-a594-c8d9d741afc6,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:33.480725 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.485294 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42526) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:33.485430 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-78e39e73-e6e1-4899-b109-8385777ad532 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2235765 May 12 15:43:33.491645 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': '9cbca6bc-a703-4999-a594-c8d9d741afc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:33.533555 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 0028cfa0-36e4-4cea-b403-89d43b8d120f triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:33.533712 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (9f94c5fb-cd61-425d-ad2b-d61979e6145e), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.533951 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.636813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 0028cfa0-36e4-4cea-b403-89d43b8d120f is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:33.637818 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.643492 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (9f94c5fb-cd61-425d-ad2b-d61979e6145e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.656498 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (9f94c5fb-cd61-425d-ad2b-d61979e6145e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.664950 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 0028cfa0-36e4-4cea-b403-89d43b8d120f, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=0028cfa0-36e4-4cea-b403-89d43b8d120f,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:33.672517 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.693207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f94c5fb-cd61-425d-ad2b-d61979e6145e,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:33.741077 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=0028cfa0-36e4-4cea-b403-89d43b8d120f,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:33.775810 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c81af-2e5a-4f8a-b3b9-6e0d5e4729f7 req-38183143-378e-45af-8e46-b5cb39af90c6 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:33.777428 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5d3c81af-2e5a-4f8a-b3b9-6e0d5e4729f7 req-38183143-378e-45af-8e46-b5cb39af90c6 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0853794 May 12 15:43:33.800722 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.800722 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c6bc50da-1c0d-4b42-9f71-ee61afe79b04 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122983 May 12 15:43:33.803215 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42540) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:33.819807 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': '9cbca6bc-a703-4999-a594-c8d9d741afc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:33.854796 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8f4ef-5b4f-4fc9-be78-0839a54cb8b0 req-c64df65c-e2e0-4fe5-8489-12f6fd189f95 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:33.857336 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-10f8f4ef-5b4f-4fc9-be78-0839a54cb8b0 req-c64df65c-e2e0-4fe5-8489-12f6fd189f95 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.1011376 May 12 15:43:33.923256 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5d3c81af-2e5a-4f8a-b3b9-6e0d5e4729f7 req-595621d6-7cfa-4748-b911-d2aa2e669fa7 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235452 May 12 15:43:33.926404 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (9cea264e-e185-4cc3-8bbe-0a48481d6209), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:33.979743 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-10f8f4ef-5b4f-4fc9-be78-0839a54cb8b0 req-80097448-448a-4b80-9067-ad5d6c0dc564 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116347 May 12 15:43:34.007420 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (9cea264e-e185-4cc3-8bbe-0a48481d6209), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.012788 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (9cea264e-e185-4cc3-8bbe-0a48481d6209), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.034468 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cea264e-e185-4cc3-8bbe-0a48481d6209,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:34.043055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.044325 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-10205707-e1b0-4a07-a049-35a58216dfea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2402260 May 12 15:43:34.047457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42546) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:34.051697 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:34.074332 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.160780 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.278336 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.27.2.207 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/81a42167-843b-422b-b88c-6b9d10119d7c) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:43:34.382511 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (81a42167-843b-422b-b88c-6b9d10119d7c), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.416346 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (81a42167-843b-422b-b88c-6b9d10119d7c), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.455792 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:43:34.460649 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:34.465148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:43:34.468282 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=81a42167-843b-422b-b88c-6b9d10119d7c,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:34.557421 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (fa78e391-83e2-4c4c-bcff-34ab9fee9d6e), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.600945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (81a42167-843b-422b-b88c-6b9d10119d7c), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.788106 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (81a42167-843b-422b-b88c-6b9d10119d7c), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.795032 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (81a42167-843b-422b-b88c-6b9d10119d7c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.855186 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:34.863806 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=81a42167-843b-422b-b88c-6b9d10119d7c,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:34.873438 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:34.874064 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:34.874483 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (fa78e391-83e2-4c4c-bcff-34ab9fee9d6e), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.895954 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:34.897384 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6c955098-59ba-47e4-a841-d69cc1c118c7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8489678 May 12 15:43:35.021683 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:35.066341 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034345-6aa5-490b-a8c7-89e2428c525a req-70b91a66-9655-4b1e-bcb9-f18dc5c28ba2 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:35.067901 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a034345-6aa5-490b-a8c7-89e2428c525a req-70b91a66-9655-4b1e-bcb9-f18dc5c28ba2 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0710971 May 12 15:43:35.117387 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-f9998883-0c21-45e8-a4d9-1f6af463e549 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1311225603&fields=id&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 267 time: 0.0817025 May 12 15:43:35.181595 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4a034345-6aa5-490b-a8c7-89e2428c525a req-29b9b125-fd34-4b22-9217-555cb5aaace3 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983148 May 12 15:43:35.221306 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:35.257415 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:35.257909 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Updating router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 port 5ee23399-47da-4248-9f5d-684a15a5abc7 binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:43:35.260313 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-c309e4f3-047f-4e9f-9745-a269db163900 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:35.261987 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-c309e4f3-047f-4e9f-9745-a269db163900 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1327631 May 12 15:43:35.289539 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:35.404368 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0028cfa0-36e4-4cea-b403-89d43b8d120f up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:35.460281 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 0028cfa0-36e4-4cea-b403-89d43b8d120f triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:35.460701 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:35.591666 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 0028cfa0-36e4-4cea-b403-89d43b8d120f is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:35.604732 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-96cbd4ce-f080-42b0-9208-4e392d6d3aea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/quotas/7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 375 time: 0.3327541 May 12 15:43:35.666497 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Publish callbacks [] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:35.668200 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c7eeb-48a8-418f-80e4-3d682b5770e6 req-b744f3fe-65ca-459f-8949-70c013eb0ab2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:35.669896 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-353c7eeb-48a8-418f-80e4-3d682b5770e6 req-b744f3fe-65ca-459f-8949-70c013eb0ab2 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 944 time: 0.4067822 May 12 15:43:35.681662 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-2b447e00-21f9-4d8a-b265-8e01c39598bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612910 May 12 15:43:35.681990 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:35.733594 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-353c7eeb-48a8-418f-80e4-3d682b5770e6 req-2485240d-23e2-4448-8e57-671a01d1fed1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509596 May 12 15:43:35.745267 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Pushing event updated for resources: {'Port': ['ID=5ee23399-47da-4248-9f5d-684a15a5abc7,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.764657 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.765853 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.765853 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.765853 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.766175 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.766263 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:43:35.851193 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Attempting to bind port 5ee23399-47da-4248-9f5d-684a15a5abc7 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:43:35.851586 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Attempting to bind port 5ee23399-47da-4248-9f5d-684a15a5abc7 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:43:35.852201 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Attempting to bind port 5ee23399-47da-4248-9f5d-684a15a5abc7 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:43:35.859577 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:43:35.860828 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:43:35.861460 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:35.862041 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Bound using segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:43:35.862711 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Bound port: 5ee23399-47da-4248-9f5d-684a15a5abc7, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:43:35.863476 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:35.928418 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-0848af0e-731d-4e0c-89b7-62cfdc13c507 service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321944 May 12 15:43:35.955531 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] For port 5ee23399-47da-4248-9f5d-684a15a5abc7, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:43:35.960594 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] For port 5ee23399-47da-4248-9f5d-684a15a5abc7, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=5ee23399-47da-4248-9f5d-684a15a5abc7,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:43:35.968861 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.054173 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-8ffc2d8a-cc8b-4475-8da1-47c05968060f service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181800 May 12 15:43:36.060816 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:43:36.149899 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224b71-3e12-4a29-ae9a-6a72b5ff59d4 None None] Pushing event updated for resources: {'Port': ['ID=5ee23399-47da-4248-9f5d-684a15a5abc7,revision_number=4']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:36.162001 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:36.162679 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:36.190617 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] Provisioning complete for port 5ee23399-47da-4248-9f5d-684a15a5abc7 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:36.191055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.270447 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:36.287929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'port_id': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'mac_address': 'fa:16:3e:ba:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:43:36.330428 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:36.341079 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a7bcb035-3c14-4d10-ac42-5083cd0ba0b1 req-34ac3cdc-b5b9-467f-8002-25a9ee547051 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 210 time: 0.0834494 May 12 15:43:36.363148 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] Current status of the port 5ee23399-47da-4248-9f5d-684a15a5abc7 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:36.380213 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.403273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3710c7-6e56-4124-805d-67f14fbad936 req-1a189d46-2c87-432e-a391-0b2892d4c3c2 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:36.408705 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5a3710c7-6e56-4124-805d-67f14fbad936 req-1a189d46-2c87-432e-a391-0b2892d4c3c2 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0743988 May 12 15:43:36.486183 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] For port 5ee23399-47da-4248-9f5d-684a15a5abc7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=5ee23399-47da-4248-9f5d-684a15a5abc7,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:36.492080 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:36.493078 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.505416 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.528051 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5a3710c7-6e56-4124-805d-67f14fbad936 req-8d49053f-2bc9-40ae-bfcd-a3486c0fd03e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067016 May 12 15:43:36.560621 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:43:36.604880 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:36.610699 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e40d4-67b6-404b-b8ab-e92b33b5d702 None None] Pushing event updated for resources: {'Port': ['ID=5ee23399-47da-4248-9f5d-684a15a5abc7,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:36.614293 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.649841 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:35Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:36.653182 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-d8b0043a-07f7-4bdd-99f1-0956009c8172 None None] Provisioning complete for port 5ee23399-47da-4248-9f5d-684a15a5abc7 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:36.653889 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d8b0043a-07f7-4bdd-99f1-0956009c8172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:36.682904 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc7a0b-29c1-49d8-ba8f-9199e5875105 None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:35Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:36.710556 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=9']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:36.786284 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-71ba1182-f837-40c6-8bb9-f9290e20f6cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607033 May 12 15:43:36.909479 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-2aab974c-6563-4c21-8f21-f70438f2e2b0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:36.911096 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-2aab974c-6563-4c21-8f21-f70438f2e2b0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports/946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 942 time: 0.0688856 May 12 15:43:36.926644 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c08bc-4fdc-4f04-8582-a76d43c9c8fc req-e450a648-9c50-4e1d-97b8-e5a50fae12f1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:36.936854 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-aa8c08bc-4fdc-4f04-8582-a76d43c9c8fc req-e450a648-9c50-4e1d-97b8-e5a50fae12f1 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 945 time: 0.0639894 May 12 15:43:36.975326 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71f079-b2a8-470b-96a7-bdb08a5d0377 req-ed3e82a5-0b4a-4ae4-982d-434b18a28232 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:36.977391 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4f71f079-b2a8-470b-96a7-bdb08a5d0377 req-ed3e82a5-0b4a-4ae4-982d-434b18a28232 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.1855381 May 12 15:43:36.977555 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0043a-07f7-4bdd-99f1-0956009c8172 None None] Current status of the port 5ee23399-47da-4248-9f5d-684a15a5abc7 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:37.044556 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:43:37.181201 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4f71f079-b2a8-470b-96a7-bdb08a5d0377 req-3cc2c687-01bc-4705-94ef-8c9cbbf08dad tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931577 May 12 15:43:37.226380 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-aa8c08bc-4fdc-4f04-8582-a76d43c9c8fc req-e6bd78ed-9862-44bc-ad37-2f449526f906 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868731 May 12 15:43:37.432395 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 5ee23399-47da-4248-9f5d-684a15a5abc7 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:37.451846 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fb65ce4d-0802-45fa-b3f2-00a62d13c872 req-54d400e2-d307-4143-a025-4918461f0bdb tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 210 time: 0.0349543 May 12 15:43:37.489177 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 5ee23399-47da-4248-9f5d-684a15a5abc7 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:37.489668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:37.632882 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 5ee23399-47da-4248-9f5d-684a15a5abc7 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:37.828858 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-5d280677-d3a5-4909-9dcb-5b61f0b55d9e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:37.830319 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-5d280677-d3a5-4909-9dcb-5b61f0b55d9e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1094568 May 12 15:43:37.893609 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-4cd34da5-6ab9-494b-a38a-c7e7a864a95d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 380 time: 0.0515704 May 12 15:43:37.906745 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'port': {'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'admin_state_up': True, 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'security_groups': ['9cbca6bc-a703-4999-a594-c8d9d741afc6']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:38.018193 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Made reservation on behalf of 7c7462c1e31649e9849721910b3262a3 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:43:38.021936 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.061239 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:38.108267 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:38.108738 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.162384 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.20.0.11 (28e8ac92-f000-41cc-98c0-a6392dfdb29f/6f72255c-670a-41fa-8fc0-5c5d9a631916/ecd06b96-36fb-4e9d-ace0-023a0cc7db72) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:43:38.211279 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:38.211831 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.240994 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:38.243490 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856fa81a-78bd-4ec5-aa49-1886910840ef" -d '{"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:38.258467 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:38.264795 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.265843 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:43:38.310498 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1836a09b-5335-42a3-a880-fdf262b783a2 x-openstack-request-id: req-1836a09b-5335-42a3-a880-fdf262b783a2 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:38.310839 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:38.311498 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1836a09b-5335-42a3-a880-fdf262b783a2 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:38.317087 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1836a09b-5335-42a3-a880-fdf262b783a2'] response: {'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'code': 200} May 12 15:43:38.340463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c35b0-2e71-47dd-bd15-963b3a892bfc req-3f4851e7-7e0b-4a23-980e-fe32bd1dc354 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.348039 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cf7c35b0-2e71-47dd-bd15-963b3a892bfc req-3f4851e7-7e0b-4a23-980e-fe32bd1dc354 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0776172 May 12 15:43:38.385653 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.397722 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=10']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:38.451478 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cf7c35b0-2e71-47dd-bd15-963b3a892bfc req-d4a71724-0e57-4428-8ed4-7954c2f89478 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025288 May 12 15:43:38.458895 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 946a866f-f0df-4b44-ac4a-c0421cf05a34 is: ACTIVE; New status is: DOWN {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:38.459469 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.491601 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362f0d4-94cf-44d2-8948-62b9f58ea0ae req-80ede937-05b6-43bd-815f-5e2d2f0c209e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.492798 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3362f0d4-94cf-44d2-8948-62b9f58ea0ae req-80ede937-05b6-43bd-815f-5e2d2f0c209e tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 947 time: 0.0717511 May 12 15:43:38.494339 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.524874 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:38.532245 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.574029 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:43:38.575478 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:38.581467 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=6']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:38.595671 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:43:38.601171 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:43:38.677226 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595ef7-45f6-424d-a30f-2bd1ec5a586a req-4950c806-b6a6-4435-b53d-899a149420d6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.678734 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-59595ef7-45f6-424d-a30f-2bd1ec5a586a req-4950c806-b6a6-4435-b53d-899a149420d6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 932 time: 0.1296668 May 12 15:43:38.703441 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3362f0d4-94cf-44d2-8948-62b9f58ea0ae req-a75a4aaf-aac9-4698-9e32-cb6a8b76e304 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818242 May 12 15:43:38.729014 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.729639 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.748430 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6beb2b-928a-4bad-ad8b-fdaca8649931 req-9b6f8ecf-53c7-4e30-898c-16a576dcfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.750087 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-0b6beb2b-928a-4bad-ad8b-fdaca8649931 req-9b6f8ecf-53c7-4e30-898c-16a576dcfebe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 1131 time: 0.0651145 May 12 15:43:38.756965 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-84450ada-a430-4544-ad1e-52ae368f9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.758463 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-84450ada-a430-4544-ad1e-52ae368f9ed6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa&tenant_id=e085f63cf59c49a2847cbf228d7e609c HTTP/1.1" status: 200 len: 1127 time: 0.1179023 May 12 15:43:38.786274 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-33d463fe-7b88-46fb-8f25-4325171e5fb8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8832047 May 12 15:43:38.789724 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-59595ef7-45f6-424d-a30f-2bd1ec5a586a req-14e12ca7-5f35-4411-82db-3c141016b1ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901453 May 12 15:43:38.800882 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [req-0b6beb2b-928a-4bad-ad8b-fdaca8649931 req-1c0efbb1-1089-42bc-b564-2dce5f58fe58 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 May 12 15:43:38.805118 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Request body: {'port': {'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:38.862225 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-17aacb02-e888-4ce9-b18c-e9b98cc855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:38.863731 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-17aacb02-e888-4ce9-b18c-e9b98cc855ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1127 time: 0.0730178 May 12 15:43:38.894565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.916060 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-4a3811c2-1488-4a71-b1ea-1b2925cc479a None None] Provisioning complete for port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:38.916433 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4a3811c2-1488-4a71-b1ea-1b2925cc479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:38.951106 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-4a3811c2-1488-4a71-b1ea-1b2925cc479a None None] Port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:43:39.177842 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-a121a1c6-69d4-4ad5-8526-650e1d8c49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.179306 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-a121a1c6-69d4-4ad5-8526-650e1d8c49ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 909 time: 0.1526926 May 12 15:43:39.256378 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd06b96-36fb-4e9d-ace0-023a0cc7db72 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:43:39.264031 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Publish callbacks [] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:39.276863 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Transition to ACTIVE for port object ecd06b96-36fb-4e9d-ace0-023a0cc7db72 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:43:39.281729 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:39.334314 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Pushing event updated for resources: {'Port': ['ID=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:39.409614 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Attempting to bind port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:43:39.409945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Attempting to bind port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:43:39.410269 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Attempting to bind port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:43:39.414757 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:43:39.415069 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Attempting to bind port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:43:39.420574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:43:39.420913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:43:39.421495 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Bound using segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:43:39.422201 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Bound port: ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:43:39.422786 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:39.548893 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] For port ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:43:39.568450 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-fec7bfab-b5c6-4f99-97a7-fdc6a568f603 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 999 time: 0.1116908 May 12 15:43:39.581519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] For port ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:43:39.613221 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:39.625038 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd563b-a8bc-4b4b-be10-e1cbe1c3a5db req-ed2977d7-3931-413a-a07b-ee7a5730ec3c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.626574 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5ccd563b-a8bc-4b4b-be10-e1cbe1c3a5db req-ed2977d7-3931-413a-a07b-ee7a5730ec3c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.1029727 May 12 15:43:39.684518 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.685132 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:39.686561 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] 10.222.0.88 "PUT /v2.0/ports/ecd06b96-36fb-4e9d-ace0-023a0cc7db72 HTTP/1.1" status: 200 len: 1094 time: 0.8856044 May 12 15:43:39.686926 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:39.689214 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0648c2a4-d737-4bd9-9389-b586a75f3d96" -d '{"events": [{"name": "network-changed", "server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:39.708602 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-576ea879-671f-4dc2-b70f-2e77cc45bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.710086 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-576ea879-671f-4dc2-b70f-2e77cc45bc4b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.1271646 May 12 15:43:39.742452 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a73b9-7bb9-4d5a-8f78-3253c174749b service neutron] Pushing event updated for resources: {'Port': ['ID=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:39.765571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7c3c0-debf-45b8-8a87-063ca17fa5bf x-openstack-request-id: req-85e7c3c0-debf-45b8-8a87-063ca17fa5bf {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:39.765860 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:39.766112 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-85e7c3c0-debf-45b8-8a87-063ca17fa5bf {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:39.766512 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e7c3c0-debf-45b8-8a87-063ca17fa5bf'] response: {'name': 'network-changed', 'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'status': 'completed', 'code': 200} May 12 15:43:39.817659 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5ccd563b-a8bc-4b4b-be10-e1cbe1c3a5db req-78e16d3d-ba6e-4ef5-b1c1-e013b6f168e0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796336 May 12 15:43:39.834451 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-188b6520-4065-4f95-ba13-b23781dd31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.836058 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-188b6520-4065-4f95-ba13-b23781dd31ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1094747 May 12 15:43:39.847082 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42680) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:39.868432 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-d5d79538-24db-47b3-879a-595f44013a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.869989 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-d5d79538-24db-47b3-879a-595f44013a2a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 1128 time: 0.1026011 May 12 15:43:39.881516 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f052a9-3231-42f9-9f25-12ef71905d84 req-82e24b43-2d6b-443f-b1ca-95fdc79275c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:39.883077 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23f052a9-3231-42f9-9f25-12ef71905d84 req-82e24b43-2d6b-443f-b1ca-95fdc79275c5 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 947 time: 0.0657308 May 12 15:43:39.990944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e06f477d-b631-4878-a661-805a5ff6fa17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.009383 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23f052a9-3231-42f9-9f25-12ef71905d84 req-81b9f276-888d-4c8d-86b8-5e08b68baeb6 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189494 May 12 15:43:40.052820 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e9b79-32ff-4e2a-80de-7f96bbd09f07 req-448797a0-edbe-42c0-97cb-3bc7414162d8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:40.054444 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-393e9b79-32ff-4e2a-80de-7f96bbd09f07 req-448797a0-edbe-42c0-97cb-3bc7414162d8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 944 time: 0.1263554 May 12 15:43:40.080805 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e06f477d-b631-4878-a661-805a5ff6fa17 admin admin] Publish callbacks [] for security_group (05a34da5-3b77-402b-b654-0c43d64b9239), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.085543 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e06f477d-b631-4878-a661-805a5ff6fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (05a34da5-3b77-402b-b654-0c43d64b9239), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.117235 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-400ef47b-c139-4d38-a36c-d816fdc36711 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899323 May 12 15:43:40.125256 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-393e9b79-32ff-4e2a-80de-7f96bbd09f07 req-443881f5-b6c1-4898-a1bf-069a9050f65d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637767 May 12 15:43:40.126944 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42692) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:40.127180 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e06f477d-b631-4878-a661-805a5ff6fa17 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c0163ecc77b546449914bfada91c1c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789960 May 12 15:43:40.128153 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f477d-b631-4878-a661-805a5ff6fa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a34da5-3b77-402b-b654-0c43d64b9239,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:40.181755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2b74bd7c-d172-4b48-b825-f3556729bbd2 admin admin] Publish callbacks [] for security_group (05a34da5-3b77-402b-b654-0c43d64b9239), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.203229 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2b74bd7c-d172-4b48-b825-f3556729bbd2 admin admin] Publish callbacks [] for security_group (05a34da5-3b77-402b-b654-0c43d64b9239), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.254035 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2b74bd7c-d172-4b48-b825-f3556729bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (05a34da5-3b77-402b-b654-0c43d64b9239), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.256815 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-2b74bd7c-d172-4b48-b825-f3556729bbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:40.258063 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-2b74bd7c-d172-4b48-b825-f3556729bbd2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/05a34da5-3b77-402b-b654-0c43d64b9239 HTTP/1.1" status: 204 len: 168 time: 0.1301999 May 12 15:43:40.283238 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74bd7c-d172-4b48-b825-f3556729bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a34da5-3b77-402b-b654-0c43d64b9239,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:40.322723 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:40.328286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aebe93a-3b1d-4566-a30f-52431154f059" -d '{"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-unplugged", "status": "completed", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:40.332600 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-4df107f0-5408-4bb4-b231-65924376fab8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72 HTTP/1.1" status: 200 len: 217 time: 0.0650353 May 12 15:43:40.380605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9fa61a-6726-4a07-b367-e03f2e946a92 x-openstack-request-id: req-1d9fa61a-6726-4a07-b367-e03f2e946a92 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:40.380894 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-unplugged", "status": "completed", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:40.381142 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1d9fa61a-6726-4a07-b367-e03f2e946a92 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:40.381644 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9fa61a-6726-4a07-b367-e03f2e946a92'] response: {'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'code': 200} May 12 15:43:40.430181 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-75b8d451-b8fd-439d-a5be-e32755842046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:40.432013 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-75b8d451-b8fd-439d-a5be-e32755842046 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0895915 May 12 15:43:40.438956 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c2bfb933-8a6b-4f1d-bd21-780701bf79ff req-49bea6e4-02ce-4b88-809c-abe2d665c280 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725464 May 12 15:43:40.483834 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-801e5ed1-be4b-4d3a-9935-5a85b1a2628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:40.485460 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-801e5ed1-be4b-4d3a-9935-5a85b1a2628b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456243 May 12 15:43:40.833492 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-fed36f58-5122-4a8a-bafc-acfb9e84ecc8 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894020 May 12 15:43:40.955641 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566179f1-e73c-47bd-82d1-963d55d5a8cf req-21c1dd50-54c4-4f9b-8c56-88e4a560d916 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:40.957137 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-566179f1-e73c-47bd-82d1-963d55d5a8cf req-21c1dd50-54c4-4f9b-8c56-88e4a560d916 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0600083 May 12 15:43:40.962495 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b06d0375-c558-4785-9f4e-b6dadfafb74f req-ea5114a2-11a1-409d-b488-b3d37dfcdcd4 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231151 May 12 15:43:41.010137 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-566179f1-e73c-47bd-82d1-963d55d5a8cf req-65dd9a20-634d-4001-9f67-488ca48e6474 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 May 12 15:43:41.143163 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0a2f7-f533-4e97-9ac4-624e9a678ba7 req-c5c44812-062e-433e-8c24-6815915789a9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:41.144516 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-02d0a2f7-f533-4e97-9ac4-624e9a678ba7 req-c5c44812-062e-433e-8c24-6815915789a9 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 947 time: 0.0502927 May 12 15:43:41.193401 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-02d0a2f7-f533-4e97-9ac4-624e9a678ba7 req-e249ee73-935c-42e5-b5ac-379e4d6cd462 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 May 12 15:43:41.239013 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfecec-1283-4a9b-8918-9bb57d6bcd51 req-34d6b60a-e942-4ef3-8ca1-a79abb40afa4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:41.240498 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99cfecec-1283-4a9b-8918-9bb57d6bcd51 req-34d6b60a-e942-4ef3-8ca1-a79abb40afa4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 944 time: 0.0462165 May 12 15:43:41.285809 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-99cfecec-1283-4a9b-8918-9bb57d6bcd51 req-27daac8c-e55e-478b-a21f-deb47604893d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 May 12 15:43:41.718503 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2df8b6f6-a0da-476d-9461-e0d6255072fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:41.765866 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-97f5f294-f825-4063-9f49-22ad77caf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:41.767358 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-97f5f294-f825-4063-9f49-22ad77caf398 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 1128 time: 0.0404005 May 12 15:43:41.861088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-514ce639-bfa9-4caf-a2b3-9bceb4611d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:41.862459 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-514ce639-bfa9-4caf-a2b3-9bceb4611d2f service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0877705 May 12 15:43:41.906583 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-162c4a4b-2428-4807-8eb9-5ede337dcdfc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72 HTTP/1.1" status: 200 len: 217 time: 0.0373676 May 12 15:43:41.959572 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-2f4915d3-a1ab-464b-9b46-f45009fcdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:41.961011 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-2f4915d3-a1ab-464b-9b46-f45009fcdc7e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0490339 May 12 15:43:42.005760 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-11d16704-8a98-4442-9582-0f2581a8d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:42.007257 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-11d16704-8a98-4442-9582-0f2581a8d057 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397058 May 12 15:43:42.126882 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-8e279335-12a9-4bc9-a8fd-6ff2504ea188 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132145 May 12 15:43:42.137558 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f00f-1066-46d2-bd5b-ec85b43024b6 req-1b5ce7ea-f453-4f0a-8ed9-46ddf3854bae tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:42.138912 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f09f00f-1066-46d2-bd5b-ec85b43024b6 req-1b5ce7ea-f453-4f0a-8ed9-46ddf3854bae tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0603960 May 12 15:43:42.241226 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7f09f00f-1066-46d2-bd5b-ec85b43024b6 req-4decade4-9307-4c49-8100-11ff3ef18ff0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944712 May 12 15:43:42.257794 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0648c2a4-d737-4bd9-9389-b586a75f3d96 req-d58be3aa-65a8-4c70-8d71-db9438334387 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179812 May 12 15:43:42.405739 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400853c-62e6-4548-9164-2f59558d1e64 req-28d83d59-4c13-43e4-922b-b630b8185657 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:42.407089 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f400853c-62e6-4548-9164-2f59558d1e64 req-28d83d59-4c13-43e4-922b-b630b8185657 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 944 time: 0.0473948 May 12 15:43:42.455033 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f400853c-62e6-4548-9164-2f59558d1e64 req-b2145878-6dc1-401f-8c05-4c0c3185295c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 May 12 15:43:43.369128 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152775-e11a-4e3c-90d9-228448270e54 req-0d947d23-15ab-4334-91ad-e93359da2a1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:43.370604 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4b152775-e11a-4e3c-90d9-228448270e54 req-0d947d23-15ab-4334-91ad-e93359da2a1d tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0469303 May 12 15:43:43.418848 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4b152775-e11a-4e3c-90d9-228448270e54 req-8996b5f6-decf-4f23-acd8-824541571362 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 May 12 15:43:43.576312 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5866-3f0c-435a-9924-3f5e810b6b9d req-566fa3aa-dab9-4277-b601-90bd2aaf3f0a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:43.578547 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-403f5866-3f0c-435a-9924-3f5e810b6b9d req-566fa3aa-dab9-4277-b601-90bd2aaf3f0a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 944 time: 0.0564055 May 12 15:43:43.631991 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-403f5866-3f0c-435a-9924-3f5e810b6b9d req-6a5ec8dc-44ae-4dc4-821f-793b6553f692 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 May 12 15:43:43.931617 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-65a2ee17-5ee3-43b0-ae3b-307edcd2db2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:44.092864 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ecd06b96-36fb-4e9d-ace0-023a0cc7db72 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:43:44.195346 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:44.207045 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:43:44.246917 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:44.247298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:44.260985 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd06b96-36fb-4e9d-ace0-023a0cc7db72 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:43:44.280974 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:44.287344 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:44.335605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:44.496961 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['ecd06b96-36fb-4e9d-ace0-023a0cc7db72'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:43:44.538090 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fd6ac-9539-49a7-8154-876cc97b2fdc req-c1f5e634-a86f-431a-abfa-5ee01dd6fed1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:44.539680 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a51fd6ac-9539-49a7-8154-876cc97b2fdc req-c1f5e634-a86f-431a-abfa-5ee01dd6fed1 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0484498 May 12 15:43:44.587680 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a51fd6ac-9539-49a7-8154-876cc97b2fdc req-99017338-2b7b-404a-a41f-2f6565b9bcf9 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 May 12 15:43:44.775232 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba153a-0912-46f1-9df2-c10b4567eec4 req-d2d4ab47-f827-4034-a24d-67b1d93b5ec3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:44.776722 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3ba153a-0912-46f1-9df2-c10b4567eec4 req-d2d4ab47-f827-4034-a24d-67b1d93b5ec3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 945 time: 0.0529664 May 12 15:43:45.046264 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:45.101089 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c3ba153a-0912-46f1-9df2-c10b4567eec4 req-6ccc8dce-1ea4-4bc7-bb86-9cab3de6f018 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160017 May 12 15:43:45.716350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a71dbf-cc78-4991-85c4-20f6e85c141e req-ebae244b-e48a-4145-9dd9-6576e5039661 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:45.717855 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e8a71dbf-cc78-4991-85c4-20f6e85c141e req-ebae244b-e48a-4145-9dd9-6576e5039661 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0575063 May 12 15:43:45.769307 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e8a71dbf-cc78-4991-85c4-20f6e85c141e req-51872631-44c1-4896-96b7-aa9ff46a291c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 May 12 15:43:46.118042 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ecd06b96-36fb-4e9d-ace0-023a0cc7db72 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:46.172604 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:43:46.180165 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:46.180585 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:46.225648 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1606-41f8-4685-8283-90f63d1138b4 req-294c4384-89a7-4955-8730-a7d1c2884c99 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:46.227070 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-701d1606-41f8-4685-8283-90f63d1138b4 req-294c4384-89a7-4955-8730-a7d1c2884c99 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 945 time: 0.0475497 May 12 15:43:46.259215 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:46.259590 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:46.277220 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-701d1606-41f8-4685-8283-90f63d1138b4 req-0e131f0b-4bec-466d-923f-5cd6d595a60f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 May 12 15:43:46.283246 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:46.285624 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9e013-c421-493e-9a3a-f730f7bdd6ca" -d '{"events": [{"server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "name": "network-vif-plugged", "status": "completed", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:46.299124 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:46.305300 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:46.328438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b6bcc6-a0b6-4828-b753-3385b1812ac4 x-openstack-request-id: req-35b6bcc6-a0b6-4828-b753-3385b1812ac4 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:46.328757 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "name": "network-vif-plugged", "status": "completed", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:46.329012 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-35b6bcc6-a0b6-4828-b753-3385b1812ac4 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:46.329404 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b6bcc6-a0b6-4828-b753-3385b1812ac4'] response: {'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'code': 200} May 12 15:43:46.354695 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:46.583063 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:46.601277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb9ea-d83c-4203-aab9-0b90e5e27ac9 req-1835e6fc-97c5-4eff-995c-d26ace536dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:46.602809 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-578eb9ea-d83c-4203-aab9-0b90e5e27ac9 req-1835e6fc-97c5-4eff-995c-d26ace536dde service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 1130 time: 0.0396800 May 12 15:43:46.647700 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-578eb9ea-d83c-4203-aab9-0b90e5e27ac9 req-522cfb72-b06e-4090-9ae0-dbc54093fa26 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390923 May 12 15:43:46.888980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42078c-d9af-41dc-9a17-e1e314f2596e req-13370809-ae1b-40d1-ac6e-30cee8f86a4b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:46.890501 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc42078c-d9af-41dc-9a17-e1e314f2596e req-13370809-ae1b-40d1-ac6e-30cee8f86a4b tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0469327 May 12 15:43:46.940527 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc42078c-d9af-41dc-9a17-e1e314f2596e req-c7a27e3d-cd29-43f0-bbea-8d6ce4e524cf tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 May 12 15:43:47.402567 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011877f5-6893-431c-913c-e6f7845591d4 req-6ed63783-b11f-4b3a-8e4a-443f73031986 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:47.404044 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-011877f5-6893-431c-913c-e6f7845591d4 req-6ed63783-b11f-4b3a-8e4a-443f73031986 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 946 time: 0.0504041 May 12 15:43:47.454017 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-011877f5-6893-431c-913c-e6f7845591d4 req-35e2cdf0-6119-439c-baaf-85c42b754ef9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422089 May 12 15:43:47.947047 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:48.058897 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aeb96-2a33-4459-820b-ad6c2f808e7d req-8082cd19-fd37-4641-883b-99d8f717101f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:48.060241 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-288aeb96-2a33-4459-820b-ad6c2f808e7d req-8082cd19-fd37-4641-883b-99d8f717101f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 943 time: 0.0494750 May 12 15:43:48.110044 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-288aeb96-2a33-4459-820b-ad6c2f808e7d req-6c6ef7c2-f440-4a85-a03c-2531accfe0b2 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 May 12 15:43:48.154454 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:43:48.257861 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:48.269601 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'port_id': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'mac_address': 'fa:16:3e:d2:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:43:48.308347 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 946a866f-f0df-4b44-ac4a-c0421cf05a34 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:48.308778 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:48.325004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946a866f-f0df-4b44-ac4a-c0421cf05a34 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:43:48.351975 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:48.357766 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:48.404631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=7']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:48.571683 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['946a866f-f0df-4b44-ac4a-c0421cf05a34'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:43:48.574471 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c964cbb-33b1-4cb3-b937-5f682070d175 req-37c954b5-1066-4271-92ee-2fc62dac0c7c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:48.576026 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1c964cbb-33b1-4cb3-b937-5f682070d175 req-37c954b5-1066-4271-92ee-2fc62dac0c7c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 946 time: 0.0520854 May 12 15:43:48.624235 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1c964cbb-33b1-4cb3-b937-5f682070d175 req-5792af9a-226d-408e-b741-a89796030d7d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 May 12 15:43:48.731042 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b6650-128d-424f-9b06-5228e58688df req-399aabe7-f34b-4513-bbae-cb7c83aece00 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:48.732536 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c05b6650-128d-424f-9b06-5228e58688df req-399aabe7-f34b-4513-bbae-cb7c83aece00 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 946 time: 0.0455792 May 12 15:43:48.741756 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42760) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:43:48.746329 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:43:48.787048 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (fa78e391-83e2-4c4c-bcff-34ab9fee9d6e), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:49.232109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c840-f584-424d-8274-5c9cd426a89b req-5a512bce-a6c5-4dad-925d-6c8f7fcc43ce tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:49.233641 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-57f4c840-f584-424d-8274-5c9cd426a89b req-5a512bce-a6c5-4dad-925d-6c8f7fcc43ce tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 944 time: 0.0484607 May 12 15:43:49.285706 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-57f4c840-f584-424d-8274-5c9cd426a89b req-69ec52ec-42c1-42b4-84a7-cd996bfe0a4a tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462136 May 12 15:43:49.484545 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:49.491456 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (fa78e391-83e2-4c4c-bcff-34ab9fee9d6e), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:49.597274 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP fa78e391-83e2-4c4c-bcff-34ab9fee9d6e associated. External IP: 172.27.2.207, port: ecd06b96-36fb-4e9d-ace0-023a0cc7db72. May 12 15:43:49.809269 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:43:49.930533 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:43:49.936053 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:49.941405 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:43:49.953091 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:49.953725 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:49.965299 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-8f182feb-6622-4ffb-9cf4-47d2e424fda4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "PUT /v2.0/floatingips/fa78e391-83e2-4c4c-bcff-34ab9fee9d6e HTTP/1.1" status: 200 len: 992 time: 1.2224522 May 12 15:43:49.965960 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:49.968289 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187" -d '{"events": [{"name": "network-changed", "server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:50.064348 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:50.160760 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:43:50.183267 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23c13fd-eb79-49dd-a32a-64c7d3bfa492 x-openstack-request-id: req-a23c13fd-eb79-49dd-a32a-64c7d3bfa492 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:50.183524 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:50.183796 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a23c13fd-eb79-49dd-a32a-64c7d3bfa492 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:50.184199 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23c13fd-eb79-49dd-a32a-64c7d3bfa492'] response: {'name': 'network-changed', 'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'status': 'completed', 'code': 200} May 12 15:43:50.245527 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-4c18c6ef-364c-4777-acef-857b3efb0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:50.247005 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-4c18c6ef-364c-4777-acef-857b3efb0dc8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 1130 time: 0.0414157 May 12 15:43:50.267940 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 946a866f-f0df-4b44-ac4a-c0421cf05a34 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:43:50.268315 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:50.339711 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-8f67342f-53c0-4b83-937f-8fc9ee4c1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:50.341365 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-8f67342f-53c0-4b83-937f-8fc9ee4c1406 service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0868604 May 12 15:43:50.350207 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:49Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:50.396719 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:43:50.417644 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:43:50.418280 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:43:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:50.420128 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 946a866f-f0df-4b44-ac4a-c0421cf05a34 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:43:50.420501 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:50.437805 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e50ea5-dbf6-4363-980f-f5567a1476d3 req-38fd21d3-409f-4706-bdbe-53d9c7c6866c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:50.439273 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-80e50ea5-dbf6-4363-980f-f5567a1476d3 req-38fd21d3-409f-4706-bdbe-53d9c7c6866c tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 944 time: 0.0808620 May 12 15:43:50.454996 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-9f26602f-8510-4400-94b3-323fc4ccc785 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72 HTTP/1.1" status: 200 len: 1000 time: 0.1039574 May 12 15:43:50.480229 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:43:50.482497 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51b2218-89d8-43da-b7c4-f9184cebedaa" -d '{"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-plugged", "status": "completed", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:43:50.502438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:43:50.531484 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-ef76459f-6901-452a-991a-e44420cac658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:50.532985 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-ef76459f-6901-452a-991a-e44420cac658 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0709200 May 12 15:43:50.538630 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-80e50ea5-dbf6-4363-980f-f5567a1476d3 req-1af5d9a1-4f1a-4d66-882d-46273441f943 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924587 May 12 15:43:50.582734 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-49ea020a-5dd5-46a5-b6d3-fc3010ab2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:50.584160 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-49ea020a-5dd5-46a5-b6d3-fc3010ab2348 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446606 May 12 15:43:50.678337 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d6da1-7ee0-44b4-95c1-938145e310cc x-openstack-request-id: req-cb0d6da1-7ee0-44b4-95c1-938145e310cc {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:43:50.678612 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-plugged", "status": "completed", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:43:50.678827 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb0d6da1-7ee0-44b4-95c1-938145e310cc {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:43:50.679212 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0d6da1-7ee0-44b4-95c1-938145e310cc'] response: {'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'code': 200} May 12 15:43:50.681508 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:43:50.725247 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:43:50.748038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-3bf043db-5f43-47e2-a7de-8bbb28e40691 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998113 May 12 15:43:50.771268 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=8']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:43:50.801068 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3582f-7004-4c8f-ba2a-95c57072be83 req-fdd66c59-db88-4aaa-945b-ae6547e33b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:50.802564 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f9e3582f-7004-4c8f-ba2a-95c57072be83 req-fdd66c59-db88-4aaa-945b-ae6547e33b87 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1129 time: 0.0677948 May 12 15:43:50.887053 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0ceb2f4f-2515-41a1-8aef-37e5db4c2187 req-fb9d6b91-fa4e-4683-9762-b2f8c6a14a4f service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239648 May 12 15:43:50.889622 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f9e3582f-7004-4c8f-ba2a-95c57072be83 req-2d754e48-cea1-4219-8eb5-f570f94c9d32 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598395 May 12 15:43:50.955161 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:49Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:43:50.981209 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f5ec-c71e-4663-98ea-cdd1fab396a1 None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:49Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:43:51.175908 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874c30b-ceea-4376-a095-c72ce4b85bf5 None None] New status for floating IP fa78e391-83e2-4c4c-bcff-34ab9fee9d6e: ACTIVE {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:43:51.669842 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba85b1-7851-413f-9fdd-1b47ac5325df req-3fdba7da-0e01-4dda-9249-78ae862e23fc tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:51.671328 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8dba85b1-7851-413f-9fdd-1b47ac5325df req-3fdba7da-0e01-4dda-9249-78ae862e23fc tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0583594 May 12 15:43:51.723644 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8dba85b1-7851-413f-9fdd-1b47ac5325df req-5a2b777d-90c7-4a68-a585-efc65fb1f6f4 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440850 May 12 15:43:52.854546 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4668c9-9941-4962-9b1d-1c821542e0b3 req-4aaa1816-f81f-49cd-ac4f-32701163735e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:43:52.855920 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af4668c9-9941-4962-9b1d-1c821542e0b3 req-4aaa1816-f81f-49cd-ac4f-32701163735e tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0560160 May 12 15:43:52.905476 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-af4668c9-9941-4962-9b1d-1c821542e0b3 req-75a17f8d-c33f-4a29-8b6d-06087e39d005 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438411 May 12 15:43:59.314441 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:44:01.096916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:06.617375 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-ae4eba0f-3141-4cbc-b5d1-500fdba4bcd5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482249 May 12 15:44:06.722524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-0a5d9254-4302-4847-adff-9ba1665320c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:06.724087 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-0a5d9254-4302-4847-adff-9ba1665320c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1129 time: 0.0471313 May 12 15:44:06.836666 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-e1df72f2-8e0e-4674-b577-ed48d6791b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:06.838105 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-e1df72f2-8e0e-4674-b577-ed48d6791b6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 909 time: 0.0874882 May 12 15:44:06.906576 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-99f5ba72-a843-4abb-9f7b-831027232333 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 1001 time: 0.0613461 May 12 15:44:06.960447 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-66cbd15f-6b33-4ef8-9402-f1df8c54333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:06.961949 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-66cbd15f-6b33-4ef8-9402-f1df8c54333c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.0485840 May 12 15:44:07.011183 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-989e3b4e-f263-4229-8f47-e7281b9d5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:07.012703 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-989e3b4e-f263-4229-8f47-e7281b9d5fa1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399289 May 12 15:44:07.107980 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-3870ddd7-2e47-497f-82b2-f811634b4b99 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 May 12 15:44:07.198480 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-18e9c9ce-ae93-4277-9796-bfbe513cf6bf req-20db87bc-d0af-4026-b086-4fdd4ded3457 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829859 May 12 15:44:11.719592 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-568598ab-72fd-4499-a1af-3f755ac54714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:13.938416 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-87fb732f-f684-45b4-bbc4-3c2e3f8f8639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:14.339805 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c26bc8-e9f5-4f2a-8533-dc0ea710a76b req-9e46d42c-c660-4488-b540-923bd1b9dfbd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:14.341315 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09c26bc8-e9f5-4f2a-8533-dc0ea710a76b req-9e46d42c-c660-4488-b540-923bd1b9dfbd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 947 time: 0.0524919 May 12 15:44:14.394245 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-09c26bc8-e9f5-4f2a-8533-dc0ea710a76b req-df1507e6-c699-406b-8b14-65013953a60b tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441196 May 12 15:44:15.049760 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:15.527951 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17f5df-d1f0-416f-bbbd-89bec39c18b7 req-4633ebc0-46eb-4bbb-b13b-647544718506 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:15.529474 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b17f5df-d1f0-416f-bbbd-89bec39c18b7 req-4633ebc0-46eb-4bbb-b13b-647544718506 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 947 time: 0.0495632 May 12 15:44:15.579925 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b17f5df-d1f0-416f-bbbd-89bec39c18b7 req-b3d07fdf-b765-457b-bae5-72a7c5d7b40a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups?id=6324edd5-0f59-43cf-9427-5d232df9eed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 May 12 15:44:15.766040 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-a2c1dda8-1002-4a79-8160-a1531cc05d0f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:15.767476 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-a2c1dda8-1002-4a79-8160-a1531cc05d0f tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 947 time: 0.0634873 May 12 15:44:15.863695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Deleting port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:44:15.863920 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:15.958227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] For port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:15.958589 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:16.136253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:16.136525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (fc004209-201a-4dbb-9b57-18b931596907), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:16.136832 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Floating IP fc004209-201a-4dbb-9b57-18b931596907 disassociated. External IP: 172.27.2.12, port: 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f. May 12 15:44:16.137175 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Calling delete_port for 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:44:16.281454 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:16.309787 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event deleted for resources: {'Port': ['ID=6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:16.321096 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.321435 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.321779 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.322120 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.322563 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.322903 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.323256 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.323589 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.323916 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.324216 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.324574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.324900 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.325226 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.325618 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.325948 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:16.440872 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:44:16.550320 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:44:16.561748 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:44:16.582000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:16.582627 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:16.592304 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] No DVR routers for this DVR port 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:44:16.594955 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:16.598193 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-97c7d0c3-c2bd-4ad7-a112-a37db07579ca req-b385b408-135d-4775-8771-73fd487729fd tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.88 "DELETE /v2.0/ports/6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f HTTP/1.1" status: 204 len: 173 time: 0.8245149 May 12 15:44:16.598630 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-deleted', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:16.600980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f9cc1-f91b-4a0f-8609-f671b68ee6f8" -d '{"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-deleted", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:16.630226 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:16.656508 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0269b65b-726c-4a2a-ae9f-d655574f08b0 x-openstack-request-id: req-0269b65b-726c-4a2a-ae9f-d655574f08b0 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:16.656853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6089f367-763b-4daf-8849-37153b6e32f3", "name": "network-vif-deleted", "tag": "6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:16.657110 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0269b65b-726c-4a2a-ae9f-d655574f08b0 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:16.657707 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0269b65b-726c-4a2a-ae9f-d655574f08b0'] response: {'server_uuid': '6089f367-763b-4daf-8849-37153b6e32f3', 'name': 'network-vif-deleted', 'tag': '6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f', 'status': 'completed', 'code': 200} May 12 15:44:16.694769 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9bcf9bd9-397e-4ef8-875a-ec6f798764fd req-7e48a002-9672-478d-8ae8-8cb7bc342c82 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/ports?device_id=6089f367-763b-4daf-8849-37153b6e32f3 HTTP/1.1" status: 200 len: 210 time: 0.0317566 May 12 15:44:16.706551 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:16.927313 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:16.959088 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:44:16.967740 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:16.968357 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:17.082919 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:17.296440 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:17.323414 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b6a7e-c6bb-4225-9103-b449c5311eda None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:37:01Z', 'revision_number': 4, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '543b4a2c-b994-44e3-a12d-6d34fa5e7c97', 'name': '', 'network_id': '8d0a8c52-c0ac-43a2-8769-296b117079bb', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'mac_address': 'fa:16:3e:14:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:37:00Z', 'updated_at': '2022-05-12T15:37:09Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'subnets': [{'id': '30a28f26-5a2b-44b1-a12f-807cd94acb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:44:17.550237 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128406f-f811-4d8f-8cd3-6a4bcd6dd2db None None] New status for floating IP fc004209-201a-4dbb-9b57-18b931596907: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:44:17.797872 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42814) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:17.855750 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (6324edd5-0f59-43cf-9427-5d232df9eed7), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:17.879780 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (6324edd5-0f59-43cf-9427-5d232df9eed7), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:17.933678 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (6324edd5-0f59-43cf-9427-5d232df9eed7), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:17.936242 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:17.940288 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "DELETE /v2.0/security-groups/6324edd5-0f59-43cf-9427-5d232df9eed7 HTTP/1.1" status: 204 len: 168 time: 0.1412830 May 12 15:44:17.940591 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42816) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:17.942013 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:17.952629 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324edd5-0f59-43cf-9427-5d232df9eed7,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:17.959209 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.api.v2.resource [None req-47ac7680-4ef3-40d7-a63d-0d5425ec507d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] show failed (client error): The resource could not be found. May 12 15:44:17.960029 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.960219 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-47ac7680-4ef3-40d7-a63d-0d5425ec507d tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "GET /v2.0/security-groups/6324edd5-0f59-43cf-9427-5d232df9eed7 HTTP/1.1" status: 404 len: 347 time: 0.0186551 May 12 15:44:17.960431 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.960748 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.961089 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.961437 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.961770 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.962109 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.962475 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.962782 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.963133 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.963433 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.963789 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.963980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42818) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:17.964159 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.964394 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:17.964751 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91151566-4ddb-4219-999e-ea09518bda25 tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:18.079849 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Deleting port 1b0b485b-f118-4beb-af02-45e6922c948e {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:44:18.080158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (1b0b485b-f118-4beb-af02-45e6922c948e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:18.153669 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (1b0b485b-f118-4beb-af02-45e6922c948e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:18.153928 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (1b0b485b-f118-4beb-af02-45e6922c948e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:18.165875 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Calling delete_port for 1b0b485b-f118-4beb-af02-45e6922c948e owned by network:floatingip {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:44:18.300264 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (1b0b485b-f118-4beb-af02-45e6922c948e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:18.329388 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Pushing event deleted for resources: {'Port': ['ID=1b0b485b-f118-4beb-af02-45e6922c948e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:18.389913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks [] for floatingip (fc004209-201a-4dbb-9b57-18b931596907), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:18.392603 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:18.393758 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6e07e5ad-d88c-4e20-bef0-7f31203a946a tempest-AttachVolumeShelveTestJSON-1664728569 tempest-AttachVolumeShelveTestJSON-1664728569-project] 10.222.0.89 "DELETE /v2.0/floatingips/fc004209-201a-4dbb-9b57-18b931596907 HTTP/1.1" status: 204 len: 168 time: 0.4290795 May 12 15:44:20.342181 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:44:20.365997 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:44:20.366336 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 6d6c1687-0cc5-4b29-bc75-1c7f890d1e6f not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:44:20.825658 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42850) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:21.328273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:21.569033 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Deleting port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:44:21.569440 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:21.649674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] For port 543b4a2c-b994-44e3-a12d-6d34fa5e7c97, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:21.650041 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:21.663295 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Calling delete_port for 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 owned by network:router_interface {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:44:22.117908 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (543b4a2c-b994-44e3-a12d-6d34fa5e7c97), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:22.142419 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=543b4a2c-b994-44e3-a12d-6d34fa5e7c97,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:22.310510 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:22.542958 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:44:22.653529 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:44:22.658470 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-90621f9c-67f1-4b19-94ab-5c8cb62537c3 admin admin] 10.222.0.89 "PUT /v2.0/routers/7ad5dd34-e9fc-431c-94fe-25aadaa4f268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317780 May 12 15:44:22.661030 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42858) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:22.665094 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] Sync routers for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:44:22.676660 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:22.677404 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:22.764571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks [] for router (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:22.786408 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:22.866978 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks [] for router_gateway (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:22.912314 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Deleting port 21f00e8a-ae04-4ac9-aa10-54e84085655c {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:44:22.912710 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:22.950657 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:44:22Z', 'revision_number': 5, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port': {'id': '21f00e8a-ae04-4ac9-aa10-54e84085655c', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:36:54Z', 'updated_at': '2022-05-12T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:22.976666 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] Checking router: 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:44:22.985992 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] Routers {'7ad5dd34-e9fc-431c-94fe-25aadaa4f268'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:22.986690 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:22.991522 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] For port 21f00e8a-ae04-4ac9-aa10-54e84085655c, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=21f00e8a-ae04-4ac9-aa10-54e84085655c,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:22.991924 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.005238 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Calling delete_port for 21f00e8a-ae04-4ac9-aa10-54e84085655c owned by network:router_gateway {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:44:23.075357 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] Set router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 gateway port host: None {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:23.127694 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:44:22Z', 'revision_number': 6, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:23.153286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7eac9-1dd0-43c4-9321-d955fd637eba None None] The sync data for ids ['7ad5dd34-e9fc-431c-94fe-25aadaa4f268'] in dv-cinder-835881-11-iscsi is: [{'id': '7ad5dd34-e9fc-431c-94fe-25aadaa4f268', 'name': 'tempest-AttachVolumeShelveTestJSON-68069998-router', 'tenant_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:36:53Z', 'updated_at': '2022-05-12T15:44:22Z', 'revision_number': 6, 'project_id': '7d51f9d06bb148ecb297dcacdc8b0b32', 'gw_port_host': None}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:44:23.177945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (21f00e8a-ae04-4ac9-aa10-54e84085655c), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.205183 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f00e8a-ae04-4ac9-aa10-54e84085655c,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:23.266899 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.361008 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.363206 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks [] for router_controller (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.410702 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (7ad5dd34-e9fc-431c-94fe-25aadaa4f268), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.411442 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad5dd34-e9fc-431c-94fe-25aadaa4f268 {{(pid=103542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:44:23.416130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.417737 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-8621184e-997e-46c4-a55a-b2e55e123f55 admin admin] 10.222.0.89 "DELETE /v2.0/routers/7ad5dd34-e9fc-431c-94fe-25aadaa4f268 HTTP/1.1" status: 204 len: 168 time: 0.7557588 May 12 15:44:23.420592 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42860) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:23.468449 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Deleting subnet 30a28f26-5a2b-44b1-a12f-807cd94acb03 {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:44:23.471803 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Publish callbacks [] for subnet (30a28f26-5a2b-44b1-a12f-807cd94acb03), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.507598 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (30a28f26-5a2b-44b1-a12f-807cd94acb03), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.633027 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (30a28f26-5a2b-44b1-a12f-807cd94acb03), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.722646 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (30a28f26-5a2b-44b1-a12f-807cd94acb03), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.724410 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21f00e8a-ae04-4ac9-aa10-54e84085655c no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:44:23.742094 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.747224 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/30a28f26-5a2b-44b1-a12f-807cd94acb03 HTTP/1.1" status: 204 len: 168 time: 0.3254704 May 12 15:44:23.751077 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 42868) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:23.753497 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 21f00e8a-ae04-4ac9-aa10-54e84085655c {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:44:23.754066 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21f00e8a-ae04-4ac9-aa10-54e84085655c not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:44:23.754482 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:44:23.757454 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207da86c-98bb-4364-b947-2706f4551f36 None None] Network 8d0a8c52-c0ac-43a2-8769-296b117079bb requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:44:23.771942 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb0c1a-bda4-41e2-a5d9-77f526d6e497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a28f26-5a2b-44b1-a12f-807cd94acb03,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:23.798631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:44:23.799280 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 543b4a2c-b994-44e3-a12d-6d34fa5e7c97 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:44:23.828139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (8d0a8c52-c0ac-43a2-8769-296b117079bb), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.882139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Deleting port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:44:23.882367 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.956365 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] For port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:23.957345 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:23.962318 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] DHCP port deletion for 8d0a8c52-c0ac-43a2-8769-296b117079bb request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:44:23.977295 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Calling delete_port for 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:44:24.022019 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Deleting port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:44:24.022403 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.098962 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.109796 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] For port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,segment=NetworkSegment(cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2),segment_id=cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:24.110261 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.126941 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Calling delete_port for 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:44:24.130458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:24.140841 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] No DVR routers for this DVR port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:44:24.207606 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (3b8391e4-a409-40c7-b28b-ed2c76f4ec5e), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.212864 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (8d0a8c52-c0ac-43a2-8769-296b117079bb), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.232085 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Pushing event deleted for resources: {'Port': ['ID=3b8391e4-a409-40c7-b28b-ed2c76f4ec5e,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:24.233020 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0a8c52-c0ac-43a2-8769-296b117079bb']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:24.239747 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] No DVR routers for this DVR port 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:44:24.242818 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:24.243187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:24.243319 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.244854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.244854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.244854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.244854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.244854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.245303 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.245387 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.245689 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.246011 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.246340 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.246766 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.248057 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.248391 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.248750 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bc74a-2942-4e6b-b82b-78f979844d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:44:24.262750 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.276085 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.282020 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:44:24.282399 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (cb797b2b-7bbd-4526-82fa-3b4be6a4e7e2), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:44:24.284074 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:44:24.341335 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (8d0a8c52-c0ac-43a2-8769-296b117079bb), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.347203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.350433 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8d0a8c52-c0ac-43a2-8769-296b117079bb HTTP/1.1" status: 204 len: 168 time: 0.5981107 May 12 15:44:24.361098 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8497c34-f9b9-483a-bfba-00118dfe7550 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0a8c52-c0ac-43a2-8769-296b117079bb,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:24.468674 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42876) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:24.509597 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-8c63ba8a-e964-470e-a087-6de872946ebc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7d51f9d06bb148ecb297dcacdc8b0b32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397525 May 12 15:44:24.512582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 42878) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:24.560408 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90261113-bdc6-4138-b5e1-ccd948e0c393 admin admin] Publish callbacks [] for security_group (e6d4bc7b-2284-44f8-8a88-dc92a787fdd4), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.588930 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90261113-bdc6-4138-b5e1-ccd948e0c393 admin admin] Publish callbacks [] for security_group (e6d4bc7b-2284-44f8-8a88-dc92a787fdd4), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.640282 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90261113-bdc6-4138-b5e1-ccd948e0c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e6d4bc7b-2284-44f8-8a88-dc92a787fdd4), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.642963 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90261113-bdc6-4138-b5e1-ccd948e0c393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:24.644088 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-90261113-bdc6-4138-b5e1-ccd948e0c393 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e6d4bc7b-2284-44f8-8a88-dc92a787fdd4 HTTP/1.1" status: 204 len: 168 time: 0.1306953 May 12 15:44:24.651994 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90261113-bdc6-4138-b5e1-ccd948e0c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d4bc7b-2284-44f8-8a88-dc92a787fdd4,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:25.387042 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:44:25.409945 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:44:25.412061 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3b8391e4-a409-40c7-b28b-ed2c76f4ec5e not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:44:26.493495 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-a9a9d242-5830-43cc-a600-921ab0c9489a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255422790&fields=id&tenant_id=4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 267 time: 0.0597947 May 12 15:44:26.628012 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-e044cea7-1eff-4482-9b4c-3af754067f3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:26.629848 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-e044cea7-1eff-4482-9b4c-3af754067f3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 811 time: 0.1297550 May 12 15:44:26.646481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-476493c1-5d87-4034-9e32-c7ba3c740653 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/quotas/4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 375 time: 0.0105116 May 12 15:44:26.711778 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-d3441354-9c37-4f13-8238-37b74fd2b395 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591791 May 12 15:44:26.823216 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-b27e094f-3c56-41d2-9443-2f10bed9b59c service neutron] 10.222.0.89 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968635 May 12 15:44:26.919034 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-341607f0-c5df-4a77-a15f-f6e9928729c3 service neutron] 10.222.0.89 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949638 May 12 15:44:27.211787 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3f2762d2-3698-40f3-a8cf-fdcbe385fe6e req-d4be1953-e61d-40ef-9bcf-c67502171b82 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 210 time: 0.0326605 May 12 15:44:28.208802 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-a3edc0ee-d5be-4b68-9b92-36c706f9c0f4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:28.210357 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-a3edc0ee-d5be-4b68-9b92-36c706f9c0f4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 811 time: 0.1108751 May 12 15:44:28.323469 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-98a6de1c-b4dd-4824-88d7-93436491910c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8824725a894bbcb17789008292c1e4 HTTP/1.1" status: 200 len: 380 time: 0.1019847 May 12 15:44:28.346093 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'port': {'device_id': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'admin_state_up': True, 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'security_groups': ['6817e520-9138-4e94-a8ad-7aecefd9690b']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:28.350384 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-f05ce4b6-3204-4d2e-ae35-1ac69b49c3ae req-18dc3d28-612b-433b-884d-22f0f7309d51 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 210 time: 0.0463464 May 12 15:44:28.456332 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Made reservation on behalf of 4b8824725a894bbcb17789008292c1e4 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:28.460346 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:28.597732 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Allocated IP 172.20.0.4 (869afb1f-8f08-43d2-8b78-38d5d6f40548/56100d28-2fa9-46ad-a054-9f3110821064/aae4bb46-71ca-4a34-b515-03e88e478136) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:28.741531 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (aae4bb46-71ca-4a34-b515-03e88e478136), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:28.776176 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:28.819853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:28.823055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:28.829865 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:44:28.858422 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=aae4bb46-71ca-4a34-b515-03e88e478136,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:28.886073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:28.886703 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:28.904730 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-5d3f03c0-c1c4-422a-8949-f37edd577d83 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625534 May 12 15:44:28.916094 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Request body: {'port': {'device_id': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:28.978690 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.111539 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-15f3f269-8b01-4a69-a052-eb94beccbb87 None None] Provisioning complete for port aae4bb46-71ca-4a34-b515-03e88e478136 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:44:29.112131 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-15f3f269-8b01-4a69-a052-eb94beccbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.150445 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-15f3f269-8b01-4a69-a052-eb94beccbb87 None None] Port aae4bb46-71ca-4a34-b515-03e88e478136 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:44:29.514687 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36851-541e-498c-a8fb-68f61881508b req-81e5cedf-7a11-4f2f-ba87-4a76e12efc42 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:29.516145 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07e36851-541e-498c-a8fb-68f61881508b req-81e5cedf-7a11-4f2f-ba87-4a76e12efc42 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 931 time: 0.0858679 May 12 15:44:29.597463 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07e36851-541e-498c-a8fb-68f61881508b req-f28a5400-8f65-49fe-87bc-ebb8ae220dd2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749044 May 12 15:44:29.629108 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae4bb46-71ca-4a34-b515-03e88e478136 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:44:29.637795 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Publish callbacks [] for port (aae4bb46-71ca-4a34-b515-03e88e478136), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.651410 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Transition to ACTIVE for port object aae4bb46-71ca-4a34-b515-03e88e478136 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:44:29.656199 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.709381 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aae4bb46-71ca-4a34-b515-03e88e478136,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:29.789465 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Attempting to bind port aae4bb46-71ca-4a34-b515-03e88e478136 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:44:29.789856 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Attempting to bind port aae4bb46-71ca-4a34-b515-03e88e478136 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:44:29.790250 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Attempting to bind port aae4bb46-71ca-4a34-b515-03e88e478136 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:44:29.795434 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Port aae4bb46-71ca-4a34-b515-03e88e478136 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:44:29.795758 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Attempting to bind port aae4bb46-71ca-4a34-b515-03e88e478136 on network 869afb1f-8f08-43d2-8b78-38d5d6f40548 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:44:29.801055 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:44:29.801401 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Checking segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:44:29.801789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Bound using segment: {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:44:29.802220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Bound port: aae4bb46-71ca-4a34-b515-03e88e478136, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f896d458-2fdc-4187-8a0a-f2ad91c83278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:44:29.802629 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.883850 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] For port aae4bb46-71ca-4a34-b515-03e88e478136, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:44:29.887320 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] For port aae4bb46-71ca-4a34-b515-03e88e478136, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=aae4bb46-71ca-4a34-b515-03e88e478136,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:44:29.894891 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.929111 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:29.929923 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:29.931221 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] 10.222.0.88 "PUT /v2.0/ports/aae4bb46-71ca-4a34-b515-03e88e478136 HTTP/1.1" status: 200 len: 1093 time: 1.0196514 May 12 15:44:29.933497 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:29.937470 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56b8409-128b-467f-89b6-2abbc9907104" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:29.983167 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9dc256-c131-4bdb-af9c-f22dd9739ec5 x-openstack-request-id: req-3a9dc256-c131-4bdb-af9c-f22dd9739ec5 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:29.983527 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:29.983782 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3a9dc256-c131-4bdb-af9c-f22dd9739ec5 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:29.984280 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9dc256-c131-4bdb-af9c-f22dd9739ec5'] response: {'name': 'network-changed', 'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'status': 'completed', 'code': 200} May 12 15:44:29.985756 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3678d0-a4ed-4d64-8bf3-7c2c15d8e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=aae4bb46-71ca-4a34-b515-03e88e478136,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:30.034748 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-dafc04e5-6871-4c9f-8cd8-42f8d4207745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.036305 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-dafc04e5-6871-4c9f-8cd8-42f8d4207745 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 1127 time: 0.0450935 May 12 15:44:30.080124 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-36773c36-85c4-4ee3-acb0-fdf921cbe6ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aae4bb46-71ca-4a34-b515-03e88e478136 HTTP/1.1" status: 200 len: 217 time: 0.0350182 May 12 15:44:30.133456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-d4df9904-f022-4851-aacd-4ab3865a6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.134957 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-d4df9904-f022-4851-aacd-4ab3865a6c8c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0478745 May 12 15:44:30.183466 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-0c35ce6a-6c7f-47e1-8059-f486b6c14a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.185101 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-0c35ce6a-6c7f-47e1-8059-f486b6c14a92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433555 May 12 15:44:30.283463 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-bd9a7d11-2a05-402a-9eac-7827cbcc3939 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846717 May 12 15:44:30.376644 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a5358fde-49d2-4874-a7d1-80707295f7e3 req-b2ce1b12-ae2a-4148-bd12-fd75d0024bf1 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856750 May 12 15:44:30.718769 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b8409-128b-467f-89b6-2abbc9907104 req-f50d793b-2d5e-45c3-bec3-37787e46d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.720233 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-f50d793b-2d5e-45c3-bec3-37787e46d954 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 1127 time: 0.0616453 May 12 15:44:30.745201 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a31dbe-9f36-4d6c-b642-3230924abcb0 req-d3055d13-1d9f-4d41-9682-8db6d2ec4825 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.746555 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-52a31dbe-9f36-4d6c-b642-3230924abcb0 req-d3055d13-1d9f-4d41-9682-8db6d2ec4825 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0609648 May 12 15:44:30.848710 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-52a31dbe-9f36-4d6c-b642-3230924abcb0 req-f82661aa-c782-41f7-a79b-cb4fb012dbd9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923803 May 12 15:44:30.858454 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b8409-128b-467f-89b6-2abbc9907104 req-4f1ca8d4-79e5-492a-a5c0-a54f6e3a778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.859932 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-4f1ca8d4-79e5-492a-a5c0-a54f6e3a778b service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.1298463 May 12 15:44:30.904277 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-f4244e3d-2824-44c0-b1f9-3acb07b7c092 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aae4bb46-71ca-4a34-b515-03e88e478136 HTTP/1.1" status: 200 len: 217 time: 0.0339503 May 12 15:44:30.959312 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b8409-128b-467f-89b6-2abbc9907104 req-d9adf91d-cfb3-4cf0-93e9-ca92bbf22832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:30.960930 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-d9adf91d-cfb3-4cf0-93e9-ca92bbf22832 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0477211 May 12 15:44:31.006345 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b8409-128b-467f-89b6-2abbc9907104 req-1398d559-51a2-46f6-a444-a13c2ced0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:31.007305 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-1398d559-51a2-46f6-a444-a13c2ced0ed1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398543 May 12 15:44:31.101568 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-2f7003f5-aba1-4b5e-983d-38e03542247d service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862236 May 12 15:44:31.125965 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:31.193870 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b56b8409-128b-467f-89b6-2abbc9907104 req-5047a1d6-38c1-48e7-bdef-48807802fe7b service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854502 May 12 15:44:31.970633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7530-0080-45df-aeb3-e48bf982cfb2 req-0bc607de-43d6-472b-b58b-9ab1d795a789 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:31.971964 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-db9f7530-0080-45df-aeb3-e48bf982cfb2 req-0bc607de-43d6-472b-b58b-9ab1d795a789 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0472748 May 12 15:44:32.025260 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-db9f7530-0080-45df-aeb3-e48bf982cfb2 req-69341d79-d8da-461d-bda0-1901c3fde348 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470939 May 12 15:44:33.148125 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ff6b9-25b8-4e35-8be4-6fabdf63522a req-6f8be0c3-2213-4e7a-aeaa-78d53e29483b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:33.151637 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-205ff6b9-25b8-4e35-8be4-6fabdf63522a req-6f8be0c3-2213-4e7a-aeaa-78d53e29483b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0542111 May 12 15:44:33.199559 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-205ff6b9-25b8-4e35-8be4-6fabdf63522a req-d544fe70-d59b-4c52-aefa-9eebc28fe5aa tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 May 12 15:44:33.556067 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43086) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:33.665651 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99c7e4b1-b293-422f-8e7e-fd03c000232b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.738062 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99c7e4b1-b293-422f-8e7e-fd03c000232b admin admin] Publish callbacks [] for security_group (6543bc9e-cb7b-416c-a069-6350cc0459b9), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.745138 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-99c7e4b1-b293-422f-8e7e-fd03c000232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (6543bc9e-cb7b-416c-a069-6350cc0459b9), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.781981 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-99c7e4b1-b293-422f-8e7e-fd03c000232b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f67bfc1a657e46d592c1ec9182593390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247956 May 12 15:44:33.782839 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7e4b1-b293-422f-8e7e-fd03c000232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6543bc9e-cb7b-416c-a069-6350cc0459b9,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:33.785770 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43090) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:33.839331 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1588d6cf-22f1-417a-b607-21320d63aa30 admin admin] Publish callbacks [] for security_group (6543bc9e-cb7b-416c-a069-6350cc0459b9), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.861576 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1588d6cf-22f1-417a-b607-21320d63aa30 admin admin] Publish callbacks [] for security_group (6543bc9e-cb7b-416c-a069-6350cc0459b9), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.914582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1588d6cf-22f1-417a-b607-21320d63aa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (6543bc9e-cb7b-416c-a069-6350cc0459b9), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.917642 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1588d6cf-22f1-417a-b607-21320d63aa30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:33.918807 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1588d6cf-22f1-417a-b607-21320d63aa30 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6543bc9e-cb7b-416c-a069-6350cc0459b9 HTTP/1.1" status: 204 len: 168 time: 0.1317446 May 12 15:44:33.926561 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588d6cf-22f1-417a-b607-21320d63aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6543bc9e-cb7b-416c-a069-6350cc0459b9,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:34.190608 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43096) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:34.204095 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-11d551b5-2ed8-4514-92d6-ef8999051e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.286703 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-11d551b5-2ed8-4514-92d6-ef8999051e39 admin admin] Publish callbacks [] for security_group (4982abbe-2f1c-4812-826a-c2291559749e), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.292905 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-11d551b5-2ed8-4514-92d6-ef8999051e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (4982abbe-2f1c-4812-826a-c2291559749e), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.319816 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0726-528b-4ed8-a46d-d691b7efac93 req-e81a19f5-33dc-4be1-ad73-d0ca13a0db09 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:34.321327 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27dc0726-528b-4ed8-a46d-d691b7efac93 req-e81a19f5-33dc-4be1-ad73-d0ca13a0db09 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0525856 May 12 15:44:34.330360 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-11d551b5-2ed8-4514-92d6-ef8999051e39 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7fdcd6ef5cc94eb49f296170b894bc82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386712 May 12 15:44:34.331532 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d551b5-2ed8-4514-92d6-ef8999051e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4982abbe-2f1c-4812-826a-c2291559749e,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:34.334382 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43100) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:34.397013 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27dc0726-528b-4ed8-a46d-d691b7efac93 req-d5c9b08d-f661-4ba5-a7e1-4841d7365564 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698175 May 12 15:44:34.415691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9fc194e-5d84-4445-8a0b-80f92f018a25 admin admin] Publish callbacks [] for security_group (4982abbe-2f1c-4812-826a-c2291559749e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.449984 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9fc194e-5d84-4445-8a0b-80f92f018a25 admin admin] Publish callbacks [] for security_group (4982abbe-2f1c-4812-826a-c2291559749e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.512636 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9fc194e-5d84-4445-8a0b-80f92f018a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (4982abbe-2f1c-4812-826a-c2291559749e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.515152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9fc194e-5d84-4445-8a0b-80f92f018a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.516323 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c9fc194e-5d84-4445-8a0b-80f92f018a25 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4982abbe-2f1c-4812-826a-c2291559749e HTTP/1.1" status: 204 len: 168 time: 0.1810317 May 12 15:44:34.524753 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc194e-5d84-4445-8a0b-80f92f018a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4982abbe-2f1c-4812-826a-c2291559749e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:34.854871 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43108) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:34.868277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3c097d3d-4b6a-4534-894d-98b8503151fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.947512 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3c097d3d-4b6a-4534-894d-98b8503151fd admin admin] Publish callbacks [] for security_group (1fee446f-92f9-4bec-8526-2aa68894bd16), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.954053 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3c097d3d-4b6a-4534-894d-98b8503151fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (1fee446f-92f9-4bec-8526-2aa68894bd16), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:34.992791 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3c097d3d-4b6a-4534-894d-98b8503151fd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a711fb95747946038791d6d4aa6ccedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367805 May 12 15:44:34.993633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c097d3d-4b6a-4534-894d-98b8503151fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fee446f-92f9-4bec-8526-2aa68894bd16,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:34.995843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43110) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:35.045256 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6e783b66-4e32-4c95-bf96-37a91c073f91 admin admin] Publish callbacks [] for security_group (1fee446f-92f9-4bec-8526-2aa68894bd16), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.070895 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6e783b66-4e32-4c95-bf96-37a91c073f91 admin admin] Publish callbacks [] for security_group (1fee446f-92f9-4bec-8526-2aa68894bd16), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.117399 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6e783b66-4e32-4c95-bf96-37a91c073f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (1fee446f-92f9-4bec-8526-2aa68894bd16), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.119962 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6e783b66-4e32-4c95-bf96-37a91c073f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.121143 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-6e783b66-4e32-4c95-bf96-37a91c073f91 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1fee446f-92f9-4bec-8526-2aa68894bd16 HTTP/1.1" status: 204 len: 168 time: 0.1241202 May 12 15:44:35.130318 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e783b66-4e32-4c95-bf96-37a91c073f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fee446f-92f9-4bec-8526-2aa68894bd16,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:35.515529 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916f21-251e-4179-b7b4-927190021c1f req-143bb2cb-7237-43d7-b7a5-46b68da6db4e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:35.517097 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c7916f21-251e-4179-b7b4-927190021c1f req-143bb2cb-7237-43d7-b7a5-46b68da6db4e tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0470581 May 12 15:44:35.566525 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c7916f21-251e-4179-b7b4-927190021c1f req-1c8246d2-a97e-46c7-829b-bc74f28731f4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 May 12 15:44:35.797626 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43140) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:35.802356 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347761110', 'description': 'tempest-description--124350906'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:35.825066 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.892805 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (3e1ada7e-591f-4c4a-8d7a-d17c290edb01), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.897253 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3e1ada7e-591f-4c4a-8d7a-d17c290edb01), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.927708 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:35.931972 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43144) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:35.932118 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333382 May 12 15:44:35.934119 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da922ef4-4326-4350-89bc-c04c1dabd24d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1ada7e-591f-4c4a-8d7a-d17c290edb01,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:35.937235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': '3e1ada7e-591f-4c4a-8d7a-d17c290edb01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:35.967677 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (17dba8d6-1f75-45b2-aa83-f1748160e366), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.014929 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (17dba8d6-1f75-45b2-aa83-f1748160e366), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.018783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (17dba8d6-1f75-45b2-aa83-f1748160e366), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.038637 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dba8d6-1f75-45b2-aa83-f1748160e366,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:36.048390 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.050647 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c32d88ef-9125-4f4f-9472-e5e8b82265d9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175175 May 12 15:44:36.053435 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43150) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:36.058023 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': '3e1ada7e-591f-4c4a-8d7a-d17c290edb01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:36.086645 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (3576cd65-c26f-40de-b121-bec611deae2a), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.146339 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (3576cd65-c26f-40de-b121-bec611deae2a), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.150612 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (3576cd65-c26f-40de-b121-bec611deae2a), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.169306 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3576cd65-c26f-40de-b121-bec611deae2a,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:36.177241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.178445 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-faae8a49-bb7e-4978-9de1-19a2c3e731e7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240282 May 12 15:44:36.181971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43156) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:36.186258 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:36.206581 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.286836 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.313931 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:44:36.394486 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.27.2.217 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/cc2d3c50-643f-41e9-aee9-f3488f863bcb) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:36.497934 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.539058 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.577513 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:36.581905 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:36.588162 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:44:36.613615 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=cc2d3c50-643f-41e9-aee9-f3488f863bcb,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:36.717027 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74c217-acda-46b5-9247-a544c5f1af0b req-34b9230d-0b57-4e8e-8d31-c7bd8e8ad5c4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:36.718507 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cc74c217-acda-46b5-9247-a544c5f1af0b req-34b9230d-0b57-4e8e-8d31-c7bd8e8ad5c4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0796652 May 12 15:44:36.722579 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (4517a636-041f-4337-897e-8fbdd1e530ce), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.788999 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.813907 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cc74c217-acda-46b5-9247-a544c5f1af0b req-ece88b8a-fc0b-499f-8cd3-8d9357cbcd98 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897295 May 12 15:44:36.848433 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43182) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:36.957085 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0040c5e5-da80-47aa-828a-5b742e144d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.990741 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:36.994714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.036259 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0040c5e5-da80-47aa-828a-5b742e144d25 admin admin] Publish callbacks [] for security_group (16ae368e-70bc-422c-9b33-d1c314046564), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.040601 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0040c5e5-da80-47aa-828a-5b742e144d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (16ae368e-70bc-422c-9b33-d1c314046564), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.064552 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=cc2d3c50-643f-41e9-aee9-f3488f863bcb,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:37.075189 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (4517a636-041f-4337-897e-8fbdd1e530ce), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.079607 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040c5e5-da80-47aa-828a-5b742e144d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae368e-70bc-422c-9b33-d1c314046564,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:37.085649 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0040c5e5-da80-47aa-828a-5b742e144d25 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ec0fcf9b314d451f8d5a85fd28f58b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361286 May 12 15:44:37.087013 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43186) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:37.093997 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.095275 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-fbe3564f-391f-4f2e-8ff2-5f3fc019db42 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9123294 May 12 15:44:37.136096 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a54d5c62-4bf4-42cf-aef2-83ea695fdf12 admin admin] Publish callbacks [] for security_group (16ae368e-70bc-422c-9b33-d1c314046564), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.157248 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a54d5c62-4bf4-42cf-aef2-83ea695fdf12 admin admin] Publish callbacks [] for security_group (16ae368e-70bc-422c-9b33-d1c314046564), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.206234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a54d5c62-4bf4-42cf-aef2-83ea695fdf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (16ae368e-70bc-422c-9b33-d1c314046564), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.209084 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a54d5c62-4bf4-42cf-aef2-83ea695fdf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.210300 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a54d5c62-4bf4-42cf-aef2-83ea695fdf12 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/16ae368e-70bc-422c-9b33-d1c314046564 HTTP/1.1" status: 204 len: 168 time: 0.1224062 May 12 15:44:37.218931 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d5c62-4bf4-42cf-aef2-83ea695fdf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae368e-70bc-422c-9b33-d1c314046564,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:37.294490 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-8e9b2ffa-50de-43fa-b939-71d474c18500 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1347761110&fields=id&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 267 time: 0.0445907 May 12 15:44:37.404661 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-2223c2ab-fac7-41a9-adcb-cb9550d9b8a9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:37.406104 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-2223c2ab-fac7-41a9-adcb-cb9550d9b8a9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1045115 May 12 15:44:37.421495 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-20cd41b0-2111-49c1-8c19-07a5b9c44cf4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/quotas/7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 375 time: 0.0100133 May 12 15:44:37.479794 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-a3e79975-58ab-4214-b233-a1c39947ce4e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528541 May 12 15:44:37.488080 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43204) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:37.517079 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f5cae902-0968-4401-b9d4-caa0ed2fca14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.614729 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-04cc015d-3135-49cd-9dbe-0eba8fa62482 service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200314 May 12 15:44:37.705324 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f5cae902-0968-4401-b9d4-caa0ed2fca14 admin admin] Publish callbacks [] for security_group (e24ab0c0-5b71-45ec-84af-e118ec547970), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.713674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f5cae902-0968-4401-b9d4-caa0ed2fca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e24ab0c0-5b71-45ec-84af-e118ec547970), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.775409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cae902-0968-4401-b9d4-caa0ed2fca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ab0c0-5b71-45ec-84af-e118ec547970,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:37.780584 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-e6b9e614-6ca2-4881-a773-835fa98d7232 service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590540 May 12 15:44:37.782865 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f5cae902-0968-4401-b9d4-caa0ed2fca14 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1cb28627bc844ae2875cd5135fedbb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938230 May 12 15:44:37.785938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43206) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:37.835948 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-ae68-4de6-af26-e7118d242bf9 admin admin] Publish callbacks [] for security_group (e24ab0c0-5b71-45ec-84af-e118ec547970), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.860426 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-ae68-4de6-af26-e7118d242bf9 admin admin] Publish callbacks [] for security_group (e24ab0c0-5b71-45ec-84af-e118ec547970), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.954133 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-ae68-4de6-af26-e7118d242bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e24ab0c0-5b71-45ec-84af-e118ec547970), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.956706 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-ae68-4de6-af26-e7118d242bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:37.957832 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-7e37deb8-ae68-4de6-af26-e7118d242bf9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e24ab0c0-5b71-45ec-84af-e118ec547970 HTTP/1.1" status: 204 len: 168 time: 0.1709087 May 12 15:44:37.979951 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7670c410-ec78-4f37-873c-4a09715f32d7 req-d433c251-dc0c-4413-9982-29f7a4bb2673 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 210 time: 0.0557647 May 12 15:44:37.986988 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37deb8-ae68-4de6-af26-e7118d242bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ab0c0-5b71-45ec-84af-e118ec547970,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:37.994453 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb92f3-4f5b-4f3b-8ffe-f512ad549861 req-b1c09a37-930a-478e-a556-5df16a90cd84 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:37.995977 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-caeb92f3-4f5b-4f3b-8ffe-f512ad549861 req-b1c09a37-930a-478e-a556-5df16a90cd84 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 943 time: 0.0859890 May 12 15:44:38.068775 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-caeb92f3-4f5b-4f3b-8ffe-f512ad549861 req-9639365f-44a5-42b1-b158-45a8613d0ba7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634277 May 12 15:44:38.543877 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device aae4bb46-71ca-4a34-b515-03e88e478136 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:44:38.643163 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port aae4bb46-71ca-4a34-b515-03e88e478136, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=aae4bb46-71ca-4a34-b515-03e88e478136,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:38.654718 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'port_id': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'mac_address': 'fa:16:3e:d3:4e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:44:38.694488 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port aae4bb46-71ca-4a34-b515-03e88e478136 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:44:38.694867 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:38.707782 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae4bb46-71ca-4a34-b515-03e88e478136 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:44:38.727144 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port aae4bb46-71ca-4a34-b515-03e88e478136, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=aae4bb46-71ca-4a34-b515-03e88e478136,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:38.733423 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:38.785861 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=aae4bb46-71ca-4a34-b515-03e88e478136,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:38.923547 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-3132b87b-0484-4a4e-a466-5f0beebb5842 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:38.925022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-3132b87b-0484-4a4e-a466-5f0beebb5842 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1107030 May 12 15:44:38.984669 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['aae4bb46-71ca-4a34-b515-03e88e478136'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:44:39.014096 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-236c8a9b-e92c-4eeb-91d6-67a97b83e6d2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 473 time: 0.0802388 May 12 15:44:39.069221 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'port': {'device_id': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'admin_state_up': True, 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'security_groups': ['3e1ada7e-591f-4c4a-8d7a-d17c290edb01']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:39.130650 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-76626b6e-d060-40c6-9ca8-ace863202fad req-164bbdc9-ff92-4cb7-ab4d-5c8a70e70e4e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 210 time: 0.0448594 May 12 15:44:39.228012 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4479e-5bff-4e12-994b-f33cdc5ca170 req-c7bf665b-4d31-4b3e-b303-a3b01de7f1b9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:39.229520 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6aa4479e-5bff-4e12-994b-f33cdc5ca170 req-c7bf665b-4d31-4b3e-b303-a3b01de7f1b9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 944 time: 0.0668538 May 12 15:44:39.276801 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Made reservation on behalf of 7c7462c1e31649e9849721910b3262a3 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:44:39.280332 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:39.311831 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6aa4479e-5bff-4e12-994b-f33cdc5ca170 req-54d9ed7c-3413-415b-9113-dec7fd3985a2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760968 May 12 15:44:39.423823 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.20.0.5 (28e8ac92-f000-41cc-98c0-a6392dfdb29f/6f72255c-670a-41fa-8fc0-5c5d9a631916/4781445c-fe84-4283-9e97-a037fbad647b) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:39.571891 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (4781445c-fe84-4283-9e97-a037fbad647b), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:39.607040 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (4781445c-fe84-4283-9e97-a037fbad647b), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:39.649006 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:39.652139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:39.654579 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:44:39.683219 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=4781445c-fe84-4283-9e97-a037fbad647b,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:39.711944 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:39.712616 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:39.730609 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-9a9af333-7806-4bd3-a4bb-359bad5b66ee tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6660609 May 12 15:44:39.742324 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Request body: {'port': {'device_id': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:39.808088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4781445c-fe84-4283-9e97-a037fbad647b), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:39.880518 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-98905320-4bae-414a-9f09-9733b7fc5e14 None None] Provisioning complete for port 4781445c-fe84-4283-9e97-a037fbad647b triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:44:39.881045 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98905320-4bae-414a-9f09-9733b7fc5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4781445c-fe84-4283-9e97-a037fbad647b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:39.918615 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-98905320-4bae-414a-9f09-9733b7fc5e14 None None] Port 4781445c-fe84-4283-9e97-a037fbad647b cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:44:40.108499 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4781445c-fe84-4283-9e97-a037fbad647b {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:44:40.116833 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Publish callbacks [] for port (4781445c-fe84-4283-9e97-a037fbad647b), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.129484 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Transition to ACTIVE for port object 4781445c-fe84-4283-9e97-a037fbad647b will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:44:40.134347 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (4781445c-fe84-4283-9e97-a037fbad647b), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.225701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Pushing event updated for resources: {'Port': ['ID=4781445c-fe84-4283-9e97-a037fbad647b,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:40.295691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff383f4-27c7-4587-bea7-9333a8690e73 req-f9708c3a-0a84-4c7d-bed8-e2c9c6b639ad tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:40.297242 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4ff383f4-27c7-4587-bea7-9333a8690e73 req-f9708c3a-0a84-4c7d-bed8-e2c9c6b639ad tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 943 time: 0.0831726 May 12 15:44:40.323747 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Attempting to bind port 4781445c-fe84-4283-9e97-a037fbad647b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:44:40.323929 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Attempting to bind port 4781445c-fe84-4283-9e97-a037fbad647b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:44:40.324253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Attempting to bind port 4781445c-fe84-4283-9e97-a037fbad647b on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:44:40.341288 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Port 4781445c-fe84-4283-9e97-a037fbad647b on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:44:40.341288 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Attempting to bind port 4781445c-fe84-4283-9e97-a037fbad647b on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:44:40.345071 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:44:40.345451 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:44:40.345908 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Bound using segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:44:40.346266 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Bound port: 4781445c-fe84-4283-9e97-a037fbad647b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:44:40.346629 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4781445c-fe84-4283-9e97-a037fbad647b), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.374977 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4ff383f4-27c7-4587-bea7-9333a8690e73 req-25c71fc4-3fa3-4ed2-8320-77033c081475 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677557 May 12 15:44:40.470300 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510a10-76a7-4a54-8ad8-a097d4b43188 req-3e8b3ee3-9ac8-4453-be85-610d34b77f4f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:40.471654 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fc510a10-76a7-4a54-8ad8-a097d4b43188 req-3e8b3ee3-9ac8-4453-be85-610d34b77f4f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 944 time: 0.0800481 May 12 15:44:40.477578 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] For port 4781445c-fe84-4283-9e97-a037fbad647b, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:44:40.481718 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] For port 4781445c-fe84-4283-9e97-a037fbad647b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4781445c-fe84-4283-9e97-a037fbad647b,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:44:40.490544 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (4781445c-fe84-4283-9e97-a037fbad647b), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.540329 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:40.540973 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.542719 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] 10.222.0.88 "PUT /v2.0/ports/4781445c-fe84-4283-9e97-a037fbad647b HTTP/1.1" status: 200 len: 1093 time: 0.8050914 May 12 15:44:40.543203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:40.545457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be" -d '{"events": [{"name": "network-changed", "server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "tag": "4781445c-fe84-4283-9e97-a037fbad647b"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:40.577635 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device aae4bb46-71ca-4a34-b515-03e88e478136 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:44:40.581752 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fc510a10-76a7-4a54-8ad8-a097d4b43188 req-960b9c94-039b-47c1-bcd9-05f139fbbd27 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019199 May 12 15:44:40.585227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ccea1-2ccc-448c-8fcc-6a0f1ed850cb service neutron] Pushing event updated for resources: {'Port': ['ID=4781445c-fe84-4283-9e97-a037fbad647b,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:40.626180 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12104a84-000b-4c82-a06f-db5b08f4189d x-openstack-request-id: req-12104a84-000b-4c82-a06f-db5b08f4189d {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:40.626595 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "tag": "4781445c-fe84-4283-9e97-a037fbad647b", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:40.626903 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-12104a84-000b-4c82-a06f-db5b08f4189d {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:40.627392 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12104a84-000b-4c82-a06f-db5b08f4189d'] response: {'name': 'network-changed', 'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b', 'status': 'completed', 'code': 200} May 12 15:44:40.640668 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-d200dfec-9629-4b3c-8602-25d9a089542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:40.642297 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-d200dfec-9629-4b3c-8602-25d9a089542a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 1127 time: 0.0492873 May 12 15:44:40.660531 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port aae4bb46-71ca-4a34-b515-03e88e478136 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:44:40.669438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port aae4bb46-71ca-4a34-b515-03e88e478136 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:44:40.669819 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.698120 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-89a42879-5b00-40a8-bc84-54ce11f457e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4781445c-fe84-4283-9e97-a037fbad647b HTTP/1.1" status: 200 len: 217 time: 0.0488641 May 12 15:44:40.747248 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-7236d994-9000-4ebb-8182-676f1cb05b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:40.748876 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-7236d994-9000-4ebb-8182-676f1cb05b05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0454807 May 12 15:44:40.755804 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port aae4bb46-71ca-4a34-b515-03e88e478136 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:44:40.756190 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.787756 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:40.789954 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61061fd-2997-45a4-a78f-0b6ab2aeaee6" -d '{"events": [{"server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "name": "network-vif-plugged", "status": "completed", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:40.791104 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-474979a3-b624-40c0-96e3-601656d24429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:40.792991 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-474979a3-b624-40c0-96e3-601656d24429 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377676 May 12 15:44:40.804400 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port aae4bb46-71ca-4a34-b515-03e88e478136, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=aae4bb46-71ca-4a34-b515-03e88e478136,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:40.810677 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:40.834138 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09255228-d521-4555-bc40-a8e8c7c7afe3 x-openstack-request-id: req-09255228-d521-4555-bc40-a8e8c7c7afe3 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:40.834404 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "name": "network-vif-plugged", "status": "completed", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:40.834790 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-09255228-d521-4555-bc40-a8e8c7c7afe3 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:40.835165 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09255228-d521-4555-bc40-a8e8c7c7afe3'] response: {'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'code': 200} May 12 15:44:40.863208 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=aae4bb46-71ca-4a34-b515-03e88e478136,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:40.888102 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-1fe52864-758a-4069-88ad-7668acf20adb service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887289 May 12 15:44:41.013358 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-84eedd1d-cf6a-4578-ad06-4ff6fe27a4ec req-fbfec7f8-97f4-4679-a3b0-206b789d562c service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 May 12 15:44:41.067232 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc719f-cf99-4081-a9c1-b722a0ccf2c3 req-fa5c11aa-93ba-49d3-92f5-bf32ece81448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:41.068693 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9bc719f-cf99-4081-a9c1-b722a0ccf2c3 req-fa5c11aa-93ba-49d3-92f5-bf32ece81448 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 1129 time: 0.0457885 May 12 15:44:41.495558 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440e002-e2fe-4824-8246-fc69f6a3bed8 req-1474d5e5-245f-4a60-82e6-75f3ea98791b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:41.497106 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5440e002-e2fe-4824-8246-fc69f6a3bed8 req-1474d5e5-245f-4a60-82e6-75f3ea98791b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 943 time: 0.0468261 May 12 15:44:41.552022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5440e002-e2fe-4824-8246-fc69f6a3bed8 req-31e8c013-a8f0-457d-8180-9822db595d90 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486639 May 12 15:44:41.718141 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-be4db27b-58b7-4d64-a76a-9785bf96f240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:41.722740 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0f80-add0-4c1f-b930-86c4041d848a req-126cc191-34ed-4897-bca5-d7cf2ee80d57 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:41.724210 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27ae0f80-add0-4c1f-b930-86c4041d848a req-126cc191-34ed-4897-bca5-d7cf2ee80d57 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0532918 May 12 15:44:41.778636 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-27ae0f80-add0-4c1f-b930-86c4041d848a req-25b1ffd0-4a80-4283-bd13-4d8b8292c69a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486460 May 12 15:44:41.882781 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-343870a6-79ae-4cf2-acbd-34f4ae20e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:41.888335 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-343870a6-79ae-4cf2-acbd-34f4ae20e3be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 1127 time: 0.0546319 May 12 15:44:41.908992 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e9bc719f-cf99-4081-a9c1-b722a0ccf2c3 req-41714eef-a19e-42a9-ba2f-d9641caee651 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781040 May 12 15:44:41.993921 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-9b82b63d-1e34-4fdf-b422-42f47094f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:41.995971 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-9b82b63d-1e34-4fdf-b422-42f47094f9f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.1023946 May 12 15:44:42.169033 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-54cddc66-af1e-43e4-9ff6-5b619ec994b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4781445c-fe84-4283-9e97-a037fbad647b HTTP/1.1" status: 200 len: 217 time: 0.0464554 May 12 15:44:42.215223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-2c197003-f9d5-4570-b886-4f22eb42771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:42.216638 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-2c197003-f9d5-4570-b886-4f22eb42771d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0417705 May 12 15:44:42.259598 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-b7af3c0a-b7aa-4e43-8329-514e3a359a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:42.261050 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-b7af3c0a-b7aa-4e43-8329-514e3a359a1d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380936 May 12 15:44:42.635674 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-a1868757-e58f-4369-9800-d8211a760a5f service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667586 May 12 15:44:42.690645 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862df1ef-1f71-4deb-a168-276309ece0e2 req-03ad4f4c-4b0f-47fc-be60-1fc1878101b2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:42.692042 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-862df1ef-1f71-4deb-a168-276309ece0e2 req-03ad4f4c-4b0f-47fc-be60-1fc1878101b2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 943 time: 0.0689764 May 12 15:44:42.777892 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-965ddc0c-fdc1-4a5a-a1d8-7f41d6aa87be req-81be836b-2d00-4840-acc9-0c64bd6df40b service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272850 May 12 15:44:42.781041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-862df1ef-1f71-4deb-a168-276309ece0e2 req-63db9bff-cdf3-491f-a4a1-ee08904f1e94 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826890 May 12 15:44:42.893393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d10d1-c8ea-4ea6-b71b-ad9a69174058 req-1031ec3b-0650-4bae-a8f2-f5c7b5c8cec0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:42.897444 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-939d10d1-c8ea-4ea6-b71b-ad9a69174058 req-1031ec3b-0650-4bae-a8f2-f5c7b5c8cec0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0493484 May 12 15:44:42.954737 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-939d10d1-c8ea-4ea6-b71b-ad9a69174058 req-15fd7dee-47ff-460d-9a79-0c15cfc3e7a9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542924 May 12 15:44:43.154670 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43342) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:43.267883 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a784ae1b-c879-409a-b4f9-031c3b2fd464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.344270 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a784ae1b-c879-409a-b4f9-031c3b2fd464 admin admin] Publish callbacks [] for security_group (b97ce736-b120-4cff-9aff-1203624cc237), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.349545 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a784ae1b-c879-409a-b4f9-031c3b2fd464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b97ce736-b120-4cff-9aff-1203624cc237), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.385894 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a784ae1b-c879-409a-b4f9-031c3b2fd464 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dad7a5644d464f07869882d1d51261ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301583 May 12 15:44:43.387113 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784ae1b-c879-409a-b4f9-031c3b2fd464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ce736-b120-4cff-9aff-1203624cc237,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:43.388931 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43346) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:43.437480 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce7cc-b2a8-4e65-ad9d-9182cc6ccd55 admin admin] Publish callbacks [] for security_group (b97ce736-b120-4cff-9aff-1203624cc237), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.459336 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce7cc-b2a8-4e65-ad9d-9182cc6ccd55 admin admin] Publish callbacks [] for security_group (b97ce736-b120-4cff-9aff-1203624cc237), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.513393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce7cc-b2a8-4e65-ad9d-9182cc6ccd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b97ce736-b120-4cff-9aff-1203624cc237), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.515925 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce7cc-b2a8-4e65-ad9d-9182cc6ccd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.517129 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-8e3ce7cc-b2a8-4e65-ad9d-9182cc6ccd55 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b97ce736-b120-4cff-9aff-1203624cc237 HTTP/1.1" status: 204 len: 168 time: 0.1271858 May 12 15:44:43.525035 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ce7cc-b2a8-4e65-ad9d-9182cc6ccd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ce736-b120-4cff-9aff-1203624cc237,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:43.790652 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43352) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:43.804704 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcea9-9b91-4973-86de-d88031b57f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.912778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342f48-72dc-442a-8145-e8da6a783444 req-4c9067d8-3ea3-43c0-a1ba-7d2c1cc8085e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:43.914131 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ae342f48-72dc-442a-8145-e8da6a783444 req-4c9067d8-3ea3-43c0-a1ba-7d2c1cc8085e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 943 time: 0.0597672 May 12 15:44:43.923574 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-51613315-c459-4e47-9e07-6a49d0eaf4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.924803 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcea9-9b91-4973-86de-d88031b57f0d admin admin] Publish callbacks [] for security_group (d0ec5416-bd30-4e4e-8cae-d7bed9017d1c), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.932312 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcea9-9b91-4973-86de-d88031b57f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d0ec5416-bd30-4e4e-8cae-d7bed9017d1c), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:43.992524 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9c0bcea9-9b91-4973-86de-d88031b57f0d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5d431b52158b4c6da847c3c3271f52f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006812 May 12 15:44:43.995439 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43358) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:43.997386 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bcea9-9b91-4973-86de-d88031b57f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec5416-bd30-4e4e-8cae-d7bed9017d1c,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:44.006646 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ae342f48-72dc-442a-8145-e8da6a783444 req-a646a904-80dd-4625-85a2-debb94be3cd9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838819 May 12 15:44:44.062245 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2fac-9e42-424c-997e-92c67c9395a3 admin admin] Publish callbacks [] for security_group (d0ec5416-bd30-4e4e-8cae-d7bed9017d1c), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.087148 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2fac-9e42-424c-997e-92c67c9395a3 admin admin] Publish callbacks [] for security_group (d0ec5416-bd30-4e4e-8cae-d7bed9017d1c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.142042 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2fac-9e42-424c-997e-92c67c9395a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d0ec5416-bd30-4e4e-8cae-d7bed9017d1c), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.144873 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2fac-9e42-424c-997e-92c67c9395a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.146067 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-bdfa2fac-9e42-424c-997e-92c67c9395a3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0ec5416-bd30-4e4e-8cae-d7bed9017d1c HTTP/1.1" status: 204 len: 168 time: 0.1492805 May 12 15:44:44.154548 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa2fac-9e42-424c-997e-92c67c9395a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec5416-bd30-4e4e-8cae-d7bed9017d1c,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:44.237019 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ec1df-830f-43ab-b147-ad571b730e8b req-dfc6052e-3665-4e0c-aca3-56bfdf522bd1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:44.238496 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2e0ec1df-830f-43ab-b147-ad571b730e8b req-dfc6052e-3665-4e0c-aca3-56bfdf522bd1 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0472434 May 12 15:44:44.287358 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2e0ec1df-830f-43ab-b147-ad571b730e8b req-53758b29-c85e-441a-962a-c313fc30944c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432067 May 12 15:44:44.401777 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800536ea-a7dc-41b9-a6b2-93f87c06587c req-6bd2678f-0b67-439f-95e2-1208ec45eed3 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:44.403261 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-800536ea-a7dc-41b9-a6b2-93f87c06587c req-6bd2678f-0b67-439f-95e2-1208ec45eed3 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0500207 May 12 15:44:44.454435 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-800536ea-a7dc-41b9-a6b2-93f87c06587c req-43caba73-85bb-4b35-8347-2c30f2404ab2 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 May 12 15:44:44.474951 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43366) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:44.476361 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43368) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:44.490280 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2c2c6408-1af0-41eb-b504-f7a2e151d4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.564721 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2c2c6408-1af0-41eb-b504-f7a2e151d4aa admin admin] Publish callbacks [] for security_group (e66c6c11-6c15-45cf-9f4a-150225b1ef93), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.570055 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2c2c6408-1af0-41eb-b504-f7a2e151d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e66c6c11-6c15-45cf-9f4a-150225b1ef93), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.599487 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 4781445c-fe84-4283-9e97-a037fbad647b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:44:44.609013 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-2c2c6408-1af0-41eb-b504-f7a2e151d4aa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0af568fa09d04145a3b78da013fd93a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329379 May 12 15:44:44.610089 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43372) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:44.612868 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c6408-1af0-41eb-b504-f7a2e151d4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c6c11-6c15-45cf-9f4a-150225b1ef93,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:44.672044 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-79373e42-0cc8-4eec-be20-373a3b4de161 admin admin] Publish callbacks [] for security_group (e66c6c11-6c15-45cf-9f4a-150225b1ef93), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.701214 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 4781445c-fe84-4283-9e97-a037fbad647b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4781445c-fe84-4283-9e97-a037fbad647b,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:44.711816 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '4781445c-fe84-4283-9e97-a037fbad647b', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'port_id': '4781445c-fe84-4283-9e97-a037fbad647b', 'mac_address': 'fa:16:3e:c9:c9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:44:44.721381 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-79373e42-0cc8-4eec-be20-373a3b4de161 admin admin] Publish callbacks [] for security_group (e66c6c11-6c15-45cf-9f4a-150225b1ef93), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.731560 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c9e23-c20e-476c-94aa-23c2da291d8d tempest-TestVolumeBootPattern-1814469729 tempest-TestVolumeBootPattern-1814469729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:44.735907 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a70c9e23-c20e-476c-94aa-23c2da291d8d tempest-TestVolumeBootPattern-1814469729 tempest-TestVolumeBootPattern-1814469729-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 1124 time: 0.2556982 May 12 15:44:44.736353 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43374) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:44.743385 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'port_id': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:44.748578 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 4781445c-fe84-4283-9e97-a037fbad647b is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:44:44.748957 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4781445c-fe84-4283-9e97-a037fbad647b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.762053 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4781445c-fe84-4283-9e97-a037fbad647b {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:44:44.767145 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.775421 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-79373e42-0cc8-4eec-be20-373a3b4de161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e66c6c11-6c15-45cf-9f4a-150225b1ef93), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.778406 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-79373e42-0cc8-4eec-be20-373a3b4de161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.781991 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-79373e42-0cc8-4eec-be20-373a3b4de161 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e66c6c11-6c15-45cf-9f4a-150225b1ef93 HTTP/1.1" status: 204 len: 168 time: 0.1685350 May 12 15:44:44.786851 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 4781445c-fe84-4283-9e97-a037fbad647b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4781445c-fe84-4283-9e97-a037fbad647b,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:44.791718 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4781445c-fe84-4283-9e97-a037fbad647b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.794177 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373e42-0cc8-4eec-be20-373a3b4de161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c6c11-6c15-45cf-9f4a-150225b1ef93,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:44.849699 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:44.853062 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=4781445c-fe84-4283-9e97-a037fbad647b,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:44.960592 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Allocated IP 172.27.2.146 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/737425f7-fe45-4f53-8f24-fd7d1f328a15) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:44:45.029701 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['4781445c-fe84-4283-9e97-a037fbad647b'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:44:45.064999 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.093204 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.107188 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.129560 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:44:45.131229 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:44:45.151650 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:44:45.180713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548af1d-a0b5-4efd-acd6-eb9c3a57455c req-b3b1d55e-d4d1-4b4d-83df-1e8c94f1f694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:45.182273 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3548af1d-a0b5-4efd-acd6-eb9c3a57455c req-b3b1d55e-d4d1-4b4d-83df-1e8c94f1f694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 944 time: 0.0751431 May 12 15:44:45.235191 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3548af1d-a0b5-4efd-acd6-eb9c3a57455c req-0a1c83f7-147f-4b69-a0aa-3101ed4eff0c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 May 12 15:44:45.257964 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=737425f7-fe45-4f53-8f24-fd7d1f328a15,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:45.545725 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (f4cdb1f2-b199-495b-ba89-060bbf1bc11e), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.620601 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.807477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.812759 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.881006 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event updated for resources: {'Port': ['ID=737425f7-fe45-4f53-8f24-fd7d1f328a15,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:45.892421 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (f4cdb1f2-b199-495b-ba89-060bbf1bc11e), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:45.997123 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Floating IP f4cdb1f2-b199-495b-ba89-060bbf1bc11e associated. External IP: 172.27.2.146, port: aae4bb46-71ca-4a34-b515-03e88e478136. May 12 15:44:46.358942 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed765f0-481b-472e-879d-31b55d16ca0a req-3bb8b195-fa1f-46ea-bc89-d6178763f442 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:46.360654 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ed765f0-481b-472e-879d-31b55d16ca0a req-3bb8b195-fa1f-46ea-bc89-d6178763f442 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 944 time: 0.0512052 May 12 15:44:46.410291 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2ed765f0-481b-472e-879d-31b55d16ca0a req-1aeebf6e-8edb-492b-9af3-22ed4635055a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 May 12 15:44:46.457790 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:44:46.578363 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:44:46.590301 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:44:46.595559 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:46.601312 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:46.602324 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:46.609840 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:46.615170 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 4781445c-fe84-4283-9e97-a037fbad647b up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:44:46.643824 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-a2e41576-6c3b-4e5a-ba59-9205b0bbe2f5 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9058669 May 12 15:44:46.644552 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:46.647432 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b926d39-561f-4287-b210-dce30db6309f" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:46.677214 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 4781445c-fe84-4283-9e97-a037fbad647b completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:44:46.685863 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 4781445c-fe84-4283-9e97-a037fbad647b triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:44:46.686461 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4781445c-fe84-4283-9e97-a037fbad647b), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:46.688512 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf26745-60ba-49ad-af99-24f8a334f81f x-openstack-request-id: req-4bf26745-60ba-49ad-af99-24f8a334f81f {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:46.688849 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:46.689109 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4bf26745-60ba-49ad-af99-24f8a334f81f {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:46.689521 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf26745-60ba-49ad-af99-24f8a334f81f'] response: {'name': 'network-changed', 'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'status': 'completed', 'code': 200} May 12 15:44:46.721869 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:46.748253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926d39-561f-4287-b210-dce30db6309f req-74cd6349-9da9-4825-9561-2dc26ad1c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:46.749843 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-74cd6349-9da9-4825-9561-2dc26ad1c2c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 1129 time: 0.0411313 May 12 15:44:46.765464 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 4781445c-fe84-4283-9e97-a037fbad647b is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:44:46.765854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4781445c-fe84-4283-9e97-a037fbad647b), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:46.788939 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:46.791319 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551347af-687e-49cc-9e92-6cb57585167a" -d '{"events": [{"server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "name": "network-vif-plugged", "status": "completed", "tag": "4781445c-fe84-4283-9e97-a037fbad647b"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:46.811066 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 4781445c-fe84-4283-9e97-a037fbad647b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4781445c-fe84-4283-9e97-a037fbad647b,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:44:46.817203 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4781445c-fe84-4283-9e97-a037fbad647b), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:46.845937 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b05704f-642f-40e4-9ca4-31c0b99f6346 x-openstack-request-id: req-2b05704f-642f-40e4-9ca4-31c0b99f6346 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:46.846229 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "name": "network-vif-plugged", "status": "completed", "tag": "4781445c-fe84-4283-9e97-a037fbad647b", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:46.846477 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2b05704f-642f-40e4-9ca4-31c0b99f6346 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:46.846867 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b05704f-642f-40e4-9ca4-31c0b99f6346'] response: {'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b', 'code': 200} May 12 15:44:46.864458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926d39-561f-4287-b210-dce30db6309f req-e8ef76b7-e95e-4827-b4aa-cad1ebb615a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:46.866349 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-e8ef76b7-e95e-4827-b4aa-cad1ebb615a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.1106727 May 12 15:44:46.874674 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=4781445c-fe84-4283-9e97-a037fbad647b,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:46.952583 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-372a50f4-9dbc-494f-9ee5-71f7914d1d69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aae4bb46-71ca-4a34-b515-03e88e478136 HTTP/1.1" status: 200 len: 999 time: 0.0758455 May 12 15:44:46.968962 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:38Z', 'revision_number': 1, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}, {'id': 'f4cdb1f2-b199-495b-ba89-060bbf1bc11e', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:d3:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:44:45Z', 'updated_at': '2022-05-12T15:44:45Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:46.995889 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:44:47.005524 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:47.006144 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:47.031903 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926d39-561f-4287-b210-dce30db6309f req-8f5c4dc0-ee48-4d2a-9b9a-4c0d9a5654c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:47.033414 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-8f5c4dc0-ee48-4d2a-9b9a-4c0d9a5654c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0751750 May 12 15:44:47.036580 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa57b1-d2f2-4269-819d-542485cb62d6 req-b73ad6ef-ebe4-4cb6-9fd8-270b933ebe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:47.037908 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-43aa57b1-d2f2-4269-819d-542485cb62d6 req-b73ad6ef-ebe4-4cb6-9fd8-270b933ebe4f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 1129 time: 0.0489914 May 12 15:44:47.112266 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926d39-561f-4287-b210-dce30db6309f req-482a4bf6-bbd8-4bc8-8145-96d35eaad8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:47.113740 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-482a4bf6-bbd8-4bc8-8145-96d35eaad8f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0700407 May 12 15:44:47.115240 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:47.134269 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-43aa57b1-d2f2-4269-819d-542485cb62d6 req-d18fef04-11a0-4ed0-92ce-78f98996523d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828142 May 12 15:44:47.210293 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-72b90693-42f0-4a3c-b178-19b36f5ce1b5 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 May 12 15:44:47.421380 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:38Z', 'revision_number': 1, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}, {'id': 'f4cdb1f2-b199-495b-ba89-060bbf1bc11e', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:d3:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:44:45Z', 'updated_at': '2022-05-12T15:44:45Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:47.431591 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8b926d39-561f-4287-b210-dce30db6309f req-bd4b9cb0-9792-4cfa-9d4f-d7c0e96cb830 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997322 May 12 15:44:47.448009 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f78026-77c4-4973-b574-846ef29355ea None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:38Z', 'revision_number': 1, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}, {'id': 'f4cdb1f2-b199-495b-ba89-060bbf1bc11e', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:d3:4e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:44:45Z', 'updated_at': '2022-05-12T15:44:45Z', 'revision_number': 0, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:44:47.532574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ae684-4d75-4358-a8a3-5d182bf93bcc req-1b9ea041-087e-4ef9-9740-e8f65f189d14 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:47.534284 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b95ae684-4d75-4358-a8a3-5d182bf93bcc req-1b9ea041-087e-4ef9-9740-e8f65f189d14 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 945 time: 0.0491281 May 12 15:44:47.581890 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b95ae684-4d75-4358-a8a3-5d182bf93bcc req-61cbd6c7-5512-4f3d-a08b-177960af2d34 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 May 12 15:44:47.658831 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b13367-3b9d-46e0-a253-90ac4890e301 None None] New status for floating IP f4cdb1f2-b199-495b-ba89-060bbf1bc11e: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:44:47.935685 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:48.707357 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d96b79-9cd6-4d00-9fe8-d44ef6af2248 req-04281e3c-775f-4b94-9f00-6b7cb4ccb0d7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:48.708881 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d96b79-9cd6-4d00-9fe8-d44ef6af2248 req-04281e3c-775f-4b94-9f00-6b7cb4ccb0d7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 945 time: 0.0564268 May 12 15:44:48.762802 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-38d96b79-9cd6-4d00-9fe8-d44ef6af2248 req-79efa85a-108f-4040-ac1e-e4969378a66f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470583 May 12 15:44:48.881176 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0718d-afcd-49de-9e64-c20bb89b5763 req-e31233c5-e5e3-486e-98cf-b739ac04250b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:48.882642 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b5a0718d-afcd-49de-9e64-c20bb89b5763 req-e31233c5-e5e3-486e-98cf-b739ac04250b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 945 time: 0.0507600 May 12 15:44:48.891234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43448) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:48.895806 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'port_id': '4781445c-fe84-4283-9e97-a037fbad647b'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:44:48.939073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (4517a636-041f-4337-897e-8fbdd1e530ce), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:49.399111 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:49.402768 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (4517a636-041f-4337-897e-8fbdd1e530ce), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:49.506171 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP 4517a636-041f-4337-897e-8fbdd1e530ce associated. External IP: 172.27.2.217, port: 4781445c-fe84-4283-9e97-a037fbad647b. May 12 15:44:49.726062 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:44:49.842312 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:44:49.846661 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:49.852452 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:44:49.863255 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:49.863878 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:49.876289 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-24420aa2-d8bb-4563-ade4-5cfa8eb79eb0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "PUT /v2.0/floatingips/4517a636-041f-4337-897e-8fbdd1e530ce HTTP/1.1" status: 200 len: 991 time: 0.9839780 May 12 15:44:49.876944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:44:49.879253 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304cae9c-7a53-4907-bae4-df47040be34a" -d '{"events": [{"name": "network-changed", "server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "tag": "4781445c-fe84-4283-9e97-a037fbad647b"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:44:49.914774 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd061354-eb60-460d-9b1a-43cf16c5c5bc x-openstack-request-id: req-fd061354-eb60-460d-9b1a-43cf16c5c5bc {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:44:49.915366 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "tag": "4781445c-fe84-4283-9e97-a037fbad647b", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:44:49.915366 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd061354-eb60-460d-9b1a-43cf16c5c5bc {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:44:49.915744 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd061354-eb60-460d-9b1a-43cf16c5c5bc'] response: {'name': 'network-changed', 'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b', 'status': 'completed', 'code': 200} May 12 15:44:49.976374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cae9c-7a53-4907-bae4-df47040be34a req-14b4b598-0b93-427b-a5cf-729c3e34a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:49.977508 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:49.977974 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-14b4b598-0b93-427b-a5cf-729c3e34a85f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 1129 time: 0.0405900 May 12 15:44:50.076327 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cae9c-7a53-4907-bae4-df47040be34a req-79767526-5bc4-440f-af74-3ed0843dbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:50.077741 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-79767526-5bc4-440f-af74-3ed0843dbb21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0941885 May 12 15:44:50.142055 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-90d4a39f-204a-40a5-a84a-9b531673ea05 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4781445c-fe84-4283-9e97-a037fbad647b HTTP/1.1" status: 200 len: 999 time: 0.0579574 May 12 15:44:50.189323 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cae9c-7a53-4907-bae4-df47040be34a req-66e847b7-65ea-4b72-baf3-38216f85d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:50.190775 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-66e847b7-65ea-4b72-baf3-38216f85d345 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0430076 May 12 15:44:50.200632 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '4517a636-041f-4337-897e-8fbdd1e530ce', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': '4781445c-fe84-4283-9e97-a037fbad647b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:c9:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:44:36Z', 'updated_at': '2022-05-12T15:44:49Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}, {'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:51Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:50.226593 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:44:50.235553 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:44:50.236290 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:50.236622 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cae9c-7a53-4907-bae4-df47040be34a req-9c29aad7-a33f-45b7-a84e-3a95aeb7a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:44:50.238113 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-9c29aad7-a33f-45b7-a84e-3a95aeb7a339 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417788 May 12 15:44:50.325174 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-4763becb-94fb-44e6-8210-1bddacdc3726 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809033 May 12 15:44:50.347286 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:44:50.414542 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-304cae9c-7a53-4907-bae4-df47040be34a req-612795e4-ef89-4faa-8318-15cd6afde36c service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 May 12 15:44:50.572027 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '4517a636-041f-4337-897e-8fbdd1e530ce', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': '4781445c-fe84-4283-9e97-a037fbad647b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:c9:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:44:36Z', 'updated_at': '2022-05-12T15:44:49Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}, {'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:51Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:44:50.598739 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c58b4a-d728-49e6-b53c-f83179d6d540 None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '4517a636-041f-4337-897e-8fbdd1e530ce', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': '4781445c-fe84-4283-9e97-a037fbad647b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:c9:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:44:36Z', 'updated_at': '2022-05-12T15:44:49Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}, {'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:51Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:44:50.805580 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2245ea-b482-4b24-b52a-9e910aba0fe1 None None] New status for floating IP 4517a636-041f-4337-897e-8fbdd1e530ce: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:44:51.269323 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43516) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:51.386153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4461c5c9-ba19-4cb9-b7e0-27b28ea296bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.462590 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4461c5c9-ba19-4cb9-b7e0-27b28ea296bf admin admin] Publish callbacks [] for security_group (af92d0a8-1219-4306-a15d-082b7ae4827f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.468448 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4461c5c9-ba19-4cb9-b7e0-27b28ea296bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (af92d0a8-1219-4306-a15d-082b7ae4827f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.506227 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-4461c5c9-ba19-4cb9-b7e0-27b28ea296bf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6c2af18dcce748a19c258fb9f62f41ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355833 May 12 15:44:51.507620 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c5c9-ba19-4cb9-b7e0-27b28ea296bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af92d0a8-1219-4306-a15d-082b7ae4827f,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:51.509329 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43520) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:51.563062 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc532-8e45-4a30-94d2-3955ad423055 admin admin] Publish callbacks [] for security_group (af92d0a8-1219-4306-a15d-082b7ae4827f), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.583554 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc532-8e45-4a30-94d2-3955ad423055 admin admin] Publish callbacks [] for security_group (af92d0a8-1219-4306-a15d-082b7ae4827f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.638607 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc532-8e45-4a30-94d2-3955ad423055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (af92d0a8-1219-4306-a15d-082b7ae4827f), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.640825 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc532-8e45-4a30-94d2-3955ad423055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.641982 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-8e3fc532-8e45-4a30-94d2-3955ad423055 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/af92d0a8-1219-4306-a15d-082b7ae4827f HTTP/1.1" status: 204 len: 168 time: 0.1316845 May 12 15:44:51.649873 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fc532-8e45-4a30-94d2-3955ad423055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af92d0a8-1219-4306-a15d-082b7ae4827f,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:51.905706 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43526) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:51.919368 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b415557b-af50-45b5-9297-e40f8491f618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:51.997204 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b415557b-af50-45b5-9297-e40f8491f618 admin admin] Publish callbacks [] for security_group (a7ada3ba-bc84-4baf-80a9-b82f2bdb054e), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:52.002970 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b415557b-af50-45b5-9297-e40f8491f618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a7ada3ba-bc84-4baf-80a9-b82f2bdb054e), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:52.043395 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-b415557b-af50-45b5-9297-e40f8491f618 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0c39551580c643178340f20797c6d39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363690 May 12 15:44:52.044503 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415557b-af50-45b5-9297-e40f8491f618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ada3ba-bc84-4baf-80a9-b82f2bdb054e,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:52.046127 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43528) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:52.098811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a51f5309-7a11-4163-9d4f-4a932cf383e5 admin admin] Publish callbacks [] for security_group (a7ada3ba-bc84-4baf-80a9-b82f2bdb054e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:52.119888 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a51f5309-7a11-4163-9d4f-4a932cf383e5 admin admin] Publish callbacks [] for security_group (a7ada3ba-bc84-4baf-80a9-b82f2bdb054e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:52.174104 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a51f5309-7a11-4163-9d4f-4a932cf383e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (a7ada3ba-bc84-4baf-80a9-b82f2bdb054e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:52.176528 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a51f5309-7a11-4163-9d4f-4a932cf383e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:52.177635 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a51f5309-7a11-4163-9d4f-4a932cf383e5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a7ada3ba-bc84-4baf-80a9-b82f2bdb054e HTTP/1.1" status: 204 len: 168 time: 0.1304667 May 12 15:44:52.185482 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5309-7a11-4163-9d4f-4a932cf383e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ada3ba-bc84-4baf-80a9-b82f2bdb054e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:54.353458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43600) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:54.480674 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-34fee25d-22d1-4e97-9587-0fb4efa33430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.557824 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-34fee25d-22d1-4e97-9587-0fb4efa33430 admin admin] Publish callbacks [] for security_group (27949894-6abd-404f-ae02-a9e8b358dbe2), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.563220 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-34fee25d-22d1-4e97-9587-0fb4efa33430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (27949894-6abd-404f-ae02-a9e8b358dbe2), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.602768 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-34fee25d-22d1-4e97-9587-0fb4efa33430 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1b0bec55e0fd40b2914255e67b63d517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477660 May 12 15:44:54.603520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fee25d-22d1-4e97-9587-0fb4efa33430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27949894-6abd-404f-ae02-a9e8b358dbe2,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:54.605682 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43604) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:54.664869 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12c0d428-4df4-4107-8007-2d07ea92a52d admin admin] Publish callbacks [] for security_group (27949894-6abd-404f-ae02-a9e8b358dbe2), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.687683 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12c0d428-4df4-4107-8007-2d07ea92a52d admin admin] Publish callbacks [] for security_group (27949894-6abd-404f-ae02-a9e8b358dbe2), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.742406 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12c0d428-4df4-4107-8007-2d07ea92a52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (27949894-6abd-404f-ae02-a9e8b358dbe2), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.745028 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12c0d428-4df4-4107-8007-2d07ea92a52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:54.746185 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-12c0d428-4df4-4107-8007-2d07ea92a52d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/27949894-6abd-404f-ae02-a9e8b358dbe2 HTTP/1.1" status: 204 len: 168 time: 0.1392884 May 12 15:44:54.754365 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0d428-4df4-4107-8007-2d07ea92a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27949894-6abd-404f-ae02-a9e8b358dbe2,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:55.028221 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43610) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:55.049458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9a0275f-0ab8-4598-aa31-2f6a8fbf9f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.123753 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9a0275f-0ab8-4598-aa31-2f6a8fbf9f0c admin admin] Publish callbacks [] for security_group (13a69ed0-9803-49e4-8e79-88c2f3a4d9c3), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.129963 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c9a0275f-0ab8-4598-aa31-2f6a8fbf9f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (13a69ed0-9803-49e4-8e79-88c2f3a4d9c3), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.176453 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-c9a0275f-0ab8-4598-aa31-2f6a8fbf9f0c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=59d7ee19dd7c431388de1dec43f7fdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468530 May 12 15:44:55.177340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0275f-0ab8-4598-aa31-2f6a8fbf9f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a69ed0-9803-49e4-8e79-88c2f3a4d9c3,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:55.180022 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43612) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:55.229567 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ad8b-b6b3-4f45-a75b-7fa1707f9cde admin admin] Publish callbacks [] for security_group (13a69ed0-9803-49e4-8e79-88c2f3a4d9c3), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.251911 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ad8b-b6b3-4f45-a75b-7fa1707f9cde admin admin] Publish callbacks [] for security_group (13a69ed0-9803-49e4-8e79-88c2f3a4d9c3), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.301713 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ad8b-b6b3-4f45-a75b-7fa1707f9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (13a69ed0-9803-49e4-8e79-88c2f3a4d9c3), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.305388 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ad8b-b6b3-4f45-a75b-7fa1707f9cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:55.306952 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e6d8ad8b-b6b3-4f45-a75b-7fa1707f9cde admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/13a69ed0-9803-49e4-8e79-88c2f3a4d9c3 HTTP/1.1" status: 204 len: 168 time: 0.1256559 May 12 15:44:55.317572 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8ad8b-b6b3-4f45-a75b-7fa1707f9cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a69ed0-9803-49e4-8e79-88c2f3a4d9c3,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:56.428011 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43644) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:56.559299 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ca063da8-ad6c-48c7-b024-7e49b58eded9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.645386 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ca063da8-ad6c-48c7-b024-7e49b58eded9 admin admin] Publish callbacks [] for security_group (e0e5c3a1-cd7a-43ba-961d-10560468e43d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.651634 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ca063da8-ad6c-48c7-b024-7e49b58eded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e0e5c3a1-cd7a-43ba-961d-10560468e43d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.694401 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ca063da8-ad6c-48c7-b024-7e49b58eded9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ff289b61586b4c76b9e594c786b4b7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651622 May 12 15:44:56.695366 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063da8-ad6c-48c7-b024-7e49b58eded9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e5c3a1-cd7a-43ba-961d-10560468e43d,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:44:56.698399 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43648) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:44:56.755798 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-09ac6c27-4d09-4bb7-8909-e1c9199bd3d4 admin admin] Publish callbacks [] for security_group (e0e5c3a1-cd7a-43ba-961d-10560468e43d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.776932 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-09ac6c27-4d09-4bb7-8909-e1c9199bd3d4 admin admin] Publish callbacks [] for security_group (e0e5c3a1-cd7a-43ba-961d-10560468e43d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.828116 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-09ac6c27-4d09-4bb7-8909-e1c9199bd3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e0e5c3a1-cd7a-43ba-961d-10560468e43d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.831534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-09ac6c27-4d09-4bb7-8909-e1c9199bd3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:44:56.833353 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-09ac6c27-4d09-4bb7-8909-e1c9199bd3d4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e0e5c3a1-cd7a-43ba-961d-10560468e43d HTTP/1.1" status: 204 len: 168 time: 0.1337025 May 12 15:44:56.844088 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac6c27-4d09-4bb7-8909-e1c9199bd3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e5c3a1-cd7a-43ba-961d-10560468e43d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:01.142914 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:08.219070 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-83c1dbe2-49de-44f2-a878-cc166a7e23aa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394797 May 12 15:45:08.279261 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-b025e3d6-f92b-4002-9070-74e96dfaeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:08.280791 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-b025e3d6-f92b-4002-9070-74e96dfaeac4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1130 time: 0.0388763 May 12 15:45:08.390214 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-4211bb86-6c8b-4895-816f-e0cce2e3aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:08.391586 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-4211bb86-6c8b-4895-816f-e0cce2e3aa48 service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.0890028 May 12 15:45:08.459888 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-947d4176-842c-4a7e-9498-e9901935dc49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 200 len: 1002 time: 0.0601835 May 12 15:45:08.508853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-85cf2292-182e-40c7-a491-87da789d775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:08.510303 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-85cf2292-182e-40c7-a491-87da789d775f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0431879 May 12 15:45:08.556501 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-6d92b898-0c4a-4677-8240-3e2cb96dcbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:08.558048 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-6d92b898-0c4a-4677-8240-3e2cb96dcbaa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401320 May 12 15:45:08.651811 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-c3a7e172-3283-486a-86ff-86630f87c9f7 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865805 May 12 15:45:08.748744 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fa8282fc-fcd0-43c7-9952-003cbca281fe req-f908ad4f-3312-47b1-9458-111d4d977b58 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822339 May 12 15:45:11.720671 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2330f08b-6ffe-4c48-96ba-97f093423e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:11.985722 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43774) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:12.309795 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Deleting port 11e3836b-be25-4207-9a31-b8c7bd130eb4 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:12.310087 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:12.385241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:12.385522 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for floatingip (11e3836b-be25-4207-9a31-b8c7bd130eb4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:12.397257 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Calling delete_port for 11e3836b-be25-4207-9a31-b8c7bd130eb4 owned by network:floatingip {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:12.579277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (11e3836b-be25-4207-9a31-b8c7bd130eb4), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:12.605976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event deleted for resources: {'Port': ['ID=11e3836b-be25-4207-9a31-b8c7bd130eb4,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:12.679077 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for floatingip (7afe1f74-1e51-4b02-adff-4833e4ae3347), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:12.679600 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Floating IP 7afe1f74-1e51-4b02-adff-4833e4ae3347 disassociated (deleted). External IP: 172.27.2.202, port: 946a866f-f0df-4b44-ac4a-c0421cf05a34. May 12 15:45:12.893063 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Router cc1238c0-96b0-471b-92c0-400be4197618 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:45:13.001737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:45:13.006589 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:13.011563 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] Sync routers for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:13.023021 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:13.023848 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:13.036572 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e0fab5b0-3f11-4fc0-b56b-b14880ec4810 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "DELETE /v2.0/floatingips/7afe1f74-1e51-4b02-adff-4833e4ae3347 HTTP/1.1" status: 204 len: 168 time: 1.0496240 May 12 15:45:13.037148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:13.039503 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467e98b2-e76e-4ef9-9240-dd93714de8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:13.076681 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427699f5-b736-4a5c-8439-581b9fe1fb49 x-openstack-request-id: req-427699f5-b736-4a5c-8439-581b9fe1fb49 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:13.076980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:13.077233 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-427699f5-b736-4a5c-8439-581b9fe1fb49 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:13.077680 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427699f5-b736-4a5c-8439-581b9fe1fb49'] response: {'name': 'network-changed', 'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'status': 'completed', 'code': 200} May 12 15:45:13.143266 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:13.172316 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-32f122d5-e183-45d5-8140-ed8289a0d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:13.174123 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-32f122d5-e183-45d5-8140-ed8289a0d6da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e085f63cf59c49a2847cbf228d7e609c&device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 1129 time: 0.0679250 May 12 15:45:13.411373 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:45:13.479172 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:13.509201 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] Checking router: cc1238c0-96b0-471b-92c0-400be4197618 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:13.518675 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:13.519312 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:44:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:13.603941 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1f23-2570-49e9-b9c0-02b61654ce7b req-eb99935d-bd76-4f61-af25-29a1f9e38be0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:13.605511 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-974c1f23-2570-49e9-b9c0-02b61654ce7b req-eb99935d-bd76-4f61-af25-29a1f9e38be0 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0570695 May 12 15:45:13.621913 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-01063698-8ebf-433f-bfb4-154227b01af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:13.623311 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-01063698-8ebf-433f-bfb4-154227b01af3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 200 len: 909 time: 0.4408045 May 12 15:45:13.628840 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:13.658941 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-974c1f23-2570-49e9-b9c0-02b61654ce7b req-1cb259da-eb4d-4a3b-bf24-a7d3774f41df tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 May 12 15:45:13.818960 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:13.844441 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82847e5-9989-4f87-b7b4-db8782312cd3 None None] The sync data for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi is: [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:39:51Z', 'revision_number': 4, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '7335fca5-45e6-4afc-a6e0-66f82fdb6b02', 'name': '', 'network_id': '5c4759a0-040d-4ab6-a81b-bad646940f2a', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'mac_address': 'fa:16:3e:ba:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:51Z', 'updated_at': '2022-05-12T15:39:57Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'subnets': [{'id': 'e15fb3ee-78eb-437b-b805-c735c65aef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:13.927504 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-de97b2ff-80ea-408a-815f-ee778972c9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:14.068083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1580aee-1bcb-4eeb-97ec-947e70e03dfa None None] New status for floating IP 7afe1f74-1e51-4b02-adff-4833e4ae3347: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:45:14.787673 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8554b34-a3eb-4351-bc39-353719e1ff91 req-3c7c4f8c-b5c1-49d4-9a07-975dd241f7c8 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:14.789115 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c8554b34-a3eb-4351-bc39-353719e1ff91 req-3c7c4f8c-b5c1-49d4-9a07-975dd241f7c8 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0476916 May 12 15:45:14.843536 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c8554b34-a3eb-4351-bc39-353719e1ff91 req-74063ab1-7130-4db5-a6aa-0bbac5b3ecd5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 May 12 15:45:15.063055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:15.974104 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5653988-2437-41f6-b789-2601f98e86d6 req-7549e873-c870-4d33-babe-e0aa5d636e53 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:15.975608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d5653988-2437-41f6-b789-2601f98e86d6 req-7549e873-c870-4d33-babe-e0aa5d636e53 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0473228 May 12 15:45:16.028825 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d5653988-2437-41f6-b789-2601f98e86d6 req-37297797-0302-4efd-94a9-91c57f312cfa tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 May 12 15:45:16.419767 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-a0e75da1-97b4-4e0f-beb3-a0a6e70e543a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 200 len: 217 time: 0.0348001 May 12 15:45:16.475374 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-9af6cc68-02c7-4449-86ad-3fcd3c51926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:16.476787 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-9af6cc68-02c7-4449-86ad-3fcd3c51926e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 200 len: 847 time: 0.0478578 May 12 15:45:16.590273 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:16.608580 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-fd0cd1ef-c7f0-40e7-964a-5623c05141d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:16.610055 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-fd0cd1ef-c7f0-40e7-964a-5623c05141d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5c4759a0-040d-4ab6-a81b-bad646940f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435493 May 12 15:45:16.704919 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-028ae865-24b4-48b2-b9d6-92b7bfcfc681 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870605 May 12 15:45:16.969188 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-0b8de9d4-934d-4c02-8e65-6c7f68ab21e4 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:16.970520 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-0b8de9d4-934d-4c02-8e65-6c7f68ab21e4 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0551872 May 12 15:45:16.987370 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-467e98b2-e76e-4ef9-9240-dd93714de8bb req-92301199-35d9-4044-9365-96d49c04e369 service neutron] 10.222.0.88 "GET /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267052 May 12 15:45:17.062773 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Deleting port 946a866f-f0df-4b44-ac4a-c0421cf05a34 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:17.063119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:17.175135 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e12afc-fc24-4385-aecc-60e3bb733251 req-c31e48b5-6b57-41a3-9bf6-47a8acbd5365 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:17.176617 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90e12afc-fc24-4385-aecc-60e3bb733251 req-c31e48b5-6b57-41a3-9bf6-47a8acbd5365 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 945 time: 0.0592768 May 12 15:45:17.195994 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] For port 946a866f-f0df-4b44-ac4a-c0421cf05a34, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=946a866f-f0df-4b44-ac4a-c0421cf05a34,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:17.196340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:17.216908 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Calling delete_port for 946a866f-f0df-4b44-ac4a-c0421cf05a34 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:17.280334 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-90e12afc-fc24-4385-aecc-60e3bb733251 req-45bd6f04-6838-41ff-b47c-25ccb8a44f6f tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e244657-60ba-4c73-bf43-a46747bbc31b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950277 May 12 15:45:17.384303 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (946a866f-f0df-4b44-ac4a-c0421cf05a34), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:17.412710 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event deleted for resources: {'Port': ['ID=946a866f-f0df-4b44-ac4a-c0421cf05a34,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:17.424919 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.425270 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.425614 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.425951 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.426323 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.426628 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.426976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.427299 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.427625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.427943 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.428269 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.428614 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.428937 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.429253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.429550 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:17.466048 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] No DVR routers for this DVR port 946a866f-f0df-4b44-ac4a-c0421cf05a34 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:17.468650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:17.471878 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4f925f7c-c50f-4703-8b98-b7997f0f7c19 req-d9105cf9-ae34-49b9-a457-19eb5c2a17c5 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.88 "DELETE /v2.0/ports/946a866f-f0df-4b44-ac4a-c0421cf05a34 HTTP/1.1" status: 204 len: 173 time: 0.4941247 May 12 15:45:17.472306 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-deleted', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:17.474545 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1be7e-87a6-4718-8d5f-3f96a737eac2" -d '{"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-deleted", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:17.511235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a0863e-a880-4f88-b16c-7752b62a0952 x-openstack-request-id: req-77a0863e-a880-4f88-b16c-7752b62a0952 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:17.511521 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa", "name": "network-vif-deleted", "tag": "946a866f-f0df-4b44-ac4a-c0421cf05a34", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:17.511772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-77a0863e-a880-4f88-b16c-7752b62a0952 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:17.512181 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a0863e-a880-4f88-b16c-7752b62a0952'] response: {'server_uuid': '5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa', 'name': 'network-vif-deleted', 'tag': '946a866f-f0df-4b44-ac4a-c0421cf05a34', 'status': 'completed', 'code': 200} May 12 15:45:17.940849 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:18.387976 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a828f30f-4f4f-4ed7-8d2a-c81adbf3b50f req-2a5142bb-4768-4c12-94d2-58d47e416b95 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b31874f-f0a5-4a3d-a9a6-3bbb7f22cefa HTTP/1.1" status: 200 len: 210 time: 0.0327201 May 12 15:45:19.451709 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43828) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:19.517871 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group (3e244657-60ba-4c73-bf43-a46747bbc31b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:19.543835 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group (3e244657-60ba-4c73-bf43-a46747bbc31b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:19.603752 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3e244657-60ba-4c73-bf43-a46747bbc31b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:19.606440 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:19.610257 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] 10.222.0.89 "DELETE /v2.0/security-groups/3e244657-60ba-4c73-bf43-a46747bbc31b HTTP/1.1" status: 204 len: 168 time: 0.1551111 May 12 15:45:19.617374 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e244657-60ba-4c73-bf43-a46747bbc31b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:19.624732 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.625080 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.625422 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.625759 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.626093 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.626597 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.627079 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.627567 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.627895 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.628229 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.628584 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.628913 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.629238 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.629674 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.629874 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1a6fa-fa20-4df3-ae6f-8faa4555b575 tempest-TestShelveInstance-1940577712 tempest-TestShelveInstance-1940577712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:19.656001 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43832) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:20.098475 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (cc1238c0-96b0-471b-92c0-400be4197618), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:20.355235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Deleting port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:20.355548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:20.457210 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] For port 7335fca5-45e6-4afc-a6e0-66f82fdb6b02, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:20.457831 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:20.472126 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Calling delete_port for 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 owned by network:router_interface {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:20.669366 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (7335fca5-45e6-4afc-a6e0-66f82fdb6b02), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:20.695660 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7335fca5-45e6-4afc-a6e0-66f82fdb6b02,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:20.860442 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (cc1238c0-96b0-471b-92c0-400be4197618), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.087129 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Router cc1238c0-96b0-471b-92c0-400be4197618 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:45:21.198444 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:45:21.206898 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f99c23d1-e3ca-47f8-a23b-ffd9344c72ef admin admin] 10.222.0.89 "PUT /v2.0/routers/cc1238c0-96b0-471b-92c0-400be4197618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5468385 May 12 15:45:21.206898 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43846) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:21.208090 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] Sync routers for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:21.218732 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:21.219650 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:21.314569 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks [] for router (cc1238c0-96b0-471b-92c0-400be4197618), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.325820 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:21.426245 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks [] for router_gateway (cc1238c0-96b0-471b-92c0-400be4197618), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.469874 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Deleting port 0923cd45-7455-497f-83ff-f54c9c1b860e {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:21.470212 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.501398 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:45:20Z', 'revision_number': 5, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port': {'id': '0923cd45-7455-497f-83ff-f54c9c1b860e', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:47Z', 'updated_at': '2022-05-12T15:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:21.529980 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] Checking router: cc1238c0-96b0-471b-92c0-400be4197618 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:21.538797 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] Routers {'cc1238c0-96b0-471b-92c0-400be4197618'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:21.539403 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['cc1238c0-96b0-471b-92c0-400be4197618'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:21.556212 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] For port 0923cd45-7455-497f-83ff-f54c9c1b860e, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=0923cd45-7455-497f-83ff-f54c9c1b860e,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:21.556582 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.569541 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Calling delete_port for 0923cd45-7455-497f-83ff-f54c9c1b860e owned by network:router_gateway {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:21.621541 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:21.624766 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] Set router cc1238c0-96b0-471b-92c0-400be4197618 gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:21.642648 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 946a866f-f0df-4b44-ac4a-c0421cf05a34 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:21.642970 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 946a866f-f0df-4b44-ac4a-c0421cf05a34 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:21.678265 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:45:21Z', 'revision_number': 6, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:21.703942 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38c4b4-03dc-45d4-8ffc-bc6ea11f6828 None None] The sync data for ids ['cc1238c0-96b0-471b-92c0-400be4197618'] in dv-cinder-835881-11-iscsi is: [{'id': 'cc1238c0-96b0-471b-92c0-400be4197618', 'name': 'tempest-TestShelveInstance-964258676-router', 'tenant_id': 'e085f63cf59c49a2847cbf228d7e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:46Z', 'updated_at': '2022-05-12T15:45:21Z', 'revision_number': 6, 'project_id': 'e085f63cf59c49a2847cbf228d7e609c', 'gw_port_host': None}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:21.742130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (0923cd45-7455-497f-83ff-f54c9c1b860e), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.766587 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0923cd45-7455-497f-83ff-f54c9c1b860e,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:21.824875 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (cc1238c0-96b0-471b-92c0-400be4197618), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.914630 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (cc1238c0-96b0-471b-92c0-400be4197618), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.917076 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks [] for router_controller (cc1238c0-96b0-471b-92c0-400be4197618), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.965714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (cc1238c0-96b0-471b-92c0-400be4197618), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.966727 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1238c0-96b0-471b-92c0-400be4197618 {{(pid=103542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:45:21.975232 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:21.977071 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-088893ff-57d6-4628-bbc0-55e2fa5eb5e7 admin admin] 10.222.0.89 "DELETE /v2.0/routers/cc1238c0-96b0-471b-92c0-400be4197618 HTTP/1.1" status: 204 len: 168 time: 0.7690587 May 12 15:45:21.980866 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43848) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:22.027500 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Deleting subnet e15fb3ee-78eb-437b-b805-c735c65aef6d {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:45:22.031355 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Publish callbacks [] for subnet (e15fb3ee-78eb-437b-b805-c735c65aef6d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.068145 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (e15fb3ee-78eb-437b-b805-c735c65aef6d), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.149092 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (e15fb3ee-78eb-437b-b805-c735c65aef6d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.205532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (e15fb3ee-78eb-437b-b805-c735c65aef6d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.234652 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15fb3ee-78eb-437b-b805-c735c65aef6d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:22.238859 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.242038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-eb923b0b-51aa-4621-982e-ffa616fccad9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e15fb3ee-78eb-437b-b805-c735c65aef6d HTTP/1.1" status: 204 len: 168 time: 0.2599545 May 12 15:45:22.244693 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43850) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:22.248074 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61715a07-eb97-4e11-8c80-8896fa59b298 None None] Network 5c4759a0-040d-4ab6-a81b-bad646940f2a requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:45:22.330189 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (5c4759a0-040d-4ab6-a81b-bad646940f2a), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.376258 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Deleting port 61440dd1-9895-4c84-bc21-8a2f8d384d89 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:22.376601 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.440376 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] For port 61440dd1-9895-4c84-bc21-8a2f8d384d89, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=61440dd1-9895-4c84-bc21-8a2f8d384d89,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:22.440807 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.444530 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] DHCP port deletion for 5c4759a0-040d-4ab6-a81b-bad646940f2a request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:45:22.455499 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Calling delete_port for 61440dd1-9895-4c84-bc21-8a2f8d384d89 owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:22.484325 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] Deleting port 61440dd1-9895-4c84-bc21-8a2f8d384d89 {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:22.484811 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.548076 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.556893 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] For port 61440dd1-9895-4c84-bc21-8a2f8d384d89, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=61440dd1-9895-4c84-bc21-8a2f8d384d89,segment=NetworkSegment(2fd7d38e-f5f7-4170-adab-fe1e969914ed),segment_id=2fd7d38e-f5f7-4170-adab-fe1e969914ed)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:22.557286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.574601 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] Calling delete_port for 61440dd1-9895-4c84-bc21-8a2f8d384d89 owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:22.581175 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Pushing event deleted for resources: {'Port': ['ID=61440dd1-9895-4c84-bc21-8a2f8d384d89,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:22.585723 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] No DVR routers for this DVR port 61440dd1-9895-4c84-bc21-8a2f8d384d89 on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:22.653101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (61440dd1-9895-4c84-bc21-8a2f8d384d89), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.659503 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (5c4759a0-040d-4ab6-a81b-bad646940f2a), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.679447 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] Pushing event deleted for resources: {'Port': ['ID=61440dd1-9895-4c84-bc21-8a2f8d384d89,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:22.680969 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4759a0-040d-4ab6-a81b-bad646940f2a']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:22.685600 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428a9c8-a2ba-4c12-8bcc-f433614df0a9 None None] No DVR routers for this DVR port 61440dd1-9895-4c84-bc21-8a2f8d384d89 on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:22.691450 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd7d38e-f5f7-4170-adab-fe1e969914ed') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:22.691811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd7d38e-f5f7-4170-adab-fe1e969914ed') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:22.705830 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (2fd7d38e-f5f7-4170-adab-fe1e969914ed), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.721161 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (2fd7d38e-f5f7-4170-adab-fe1e969914ed), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.728993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:45:22.729519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (2fd7d38e-f5f7-4170-adab-fe1e969914ed), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:45:22.731183 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:45:22.786420 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (5c4759a0-040d-4ab6-a81b-bad646940f2a), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.793817 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:22.796883 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] 10.222.0.89 "DELETE /v2.0/networks/5c4759a0-040d-4ab6-a81b-bad646940f2a HTTP/1.1" status: 204 len: 168 time: 0.5512059 May 12 15:45:22.800082 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43854) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:22.806011 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c14f7f-73b2-4c9d-9eff-901266490caa admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4759a0-040d-4ab6-a81b-bad646940f2a,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:23.197328 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:23.424172 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 61440dd1-9895-4c84-bc21-8a2f8d384d89 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:23.448173 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 61440dd1-9895-4c84-bc21-8a2f8d384d89 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:23.448443 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 61440dd1-9895-4c84-bc21-8a2f8d384d89 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:23.448874 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0923cd45-7455-497f-83ff-f54c9c1b860e no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:23.468873 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 0923cd45-7455-497f-83ff-f54c9c1b860e {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:23.469227 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0923cd45-7455-497f-83ff-f54c9c1b860e not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:23.469628 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:23.489077 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:23.489387 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 7335fca5-45e6-4afc-a6e0-66f82fdb6b02 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:23.737553 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Deleting port f2fc3c22-5995-4516-b951-77b6e1914cf5 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:23.737822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:23.819782 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] For port f2fc3c22-5995-4516-b951-77b6e1914cf5, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=f2fc3c22-5995-4516-b951-77b6e1914cf5,segment=NetworkSegment(f76e4c58-b11c-42ce-96e4-4cbac7681a00),segment_id=f76e4c58-b11c-42ce-96e4-4cbac7681a00)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:23.820504 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:23.839923 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Calling delete_port for f2fc3c22-5995-4516-b951-77b6e1914cf5 owned by network:router_interface {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:24.027435 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (f2fc3c22-5995-4516-b951-77b6e1914cf5), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:24.052494 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fc3c22-5995-4516-b951-77b6e1914cf5,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:24.219777 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:24.454939 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:45:24.567831 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:45:24.572878 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-75494278-0f7a-495f-ac36-c98742d34410 admin admin] 10.222.0.89 "PUT /v2.0/routers/8dc296d5-15e2-4608-9eda-f0ccdf9cbebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7716444 May 12 15:45:24.575721 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43866) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:24.578603 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] Sync routers for ids ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:24.588972 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] Routers {'8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:24.589674 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:24.684861 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks [] for router (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:24.797136 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks [] for router_gateway (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:24.835580 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] Set router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:24.843694 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Deleting port 4ca62973-fc84-4172-b4cc-2e1b350b67df {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:24.844241 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:24.920842 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] For port 4ca62973-fc84-4172-b4cc-2e1b350b67df, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4ca62973-fc84-4172-b4cc-2e1b350b67df,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:24.921249 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:24.933937 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Calling delete_port for 4ca62973-fc84-4172-b4cc-2e1b350b67df owned by network:router_gateway {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:25.003081 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:45:23Z', 'revision_number': 5, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port': {'id': '4ca62973-fc84-4172-b4cc-2e1b350b67df', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:39:55Z', 'updated_at': '2022-05-12T15:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:25.033003 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] Checking router: 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:25.042663 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] Routers {'8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:25.043355 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:25.109729 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (4ca62973-fc84-4172-b4cc-2e1b350b67df), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.132460 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] Set router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd gateway port host: None {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:25.134767 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca62973-fc84-4172-b4cc-2e1b350b67df,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:25.185532 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:45:24Z', 'revision_number': 6, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:25.195336 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.214594 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55924b94-02e1-428a-9a73-a217ae0b21a5 None None] The sync data for ids ['8dc296d5-15e2-4608-9eda-f0ccdf9cbebd'] in dv-cinder-835881-11-iscsi is: [{'id': '8dc296d5-15e2-4608-9eda-f0ccdf9cbebd', 'name': 'tempest-TestShelveInstance-364379814-router', 'tenant_id': '3718e2e8eee445338d1d92a6a3346c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:39:54Z', 'updated_at': '2022-05-12T15:45:24Z', 'revision_number': 6, 'project_id': '3718e2e8eee445338d1d92a6a3346c72', 'gw_port_host': None}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:25.286777 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.288921 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks [] for router_controller (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.335862 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (8dc296d5-15e2-4608-9eda-f0ccdf9cbebd), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.336597 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc296d5-15e2-4608-9eda-f0ccdf9cbebd {{(pid=103541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:45:25.341049 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.342211 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d8380660-b4f3-4f67-8883-4f8be82cb7c9 admin admin] 10.222.0.89 "DELETE /v2.0/routers/8dc296d5-15e2-4608-9eda-f0ccdf9cbebd HTTP/1.1" status: 204 len: 168 time: 0.7655649 May 12 15:45:25.345002 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43868) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:25.390798 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Deleting subnet b5e5b888-ed0d-41ed-9243-a9ea8a958d5c {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:45:25.394165 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Publish callbacks [] for subnet (b5e5b888-ed0d-41ed-9243-a9ea8a958d5c), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.428506 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (b5e5b888-ed0d-41ed-9243-a9ea8a958d5c), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.509277 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (b5e5b888-ed0d-41ed-9243-a9ea8a958d5c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.576542 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (b5e5b888-ed0d-41ed-9243-a9ea8a958d5c), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.610596 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e5b888-ed0d-41ed-9243-a9ea8a958d5c,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:25.618117 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.624216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8a080-8d18-429d-8dc5-33b3e1f9e4a8 None None] Network dda09f91-b659-4da2-b38d-66034a6494bd requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:45:25.634393 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-bdde3fe6-77e5-4c8f-8e52-25ebd91f2643 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/b5e5b888-ed0d-41ed-9243-a9ea8a958d5c HTTP/1.1" status: 204 len: 168 time: 0.2855012 May 12 15:45:25.634760 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43876) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:25.709958 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f2fc3c22-5995-4516-b951-77b6e1914cf5 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:25.724073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (dda09f91-b659-4da2-b38d-66034a6494bd), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.751981 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: f2fc3c22-5995-4516-b951-77b6e1914cf5 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:25.752425 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f2fc3c22-5995-4516-b951-77b6e1914cf5 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:25.769669 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Deleting port 21bcc6f7-1fd2-4bec-be19-889386c56aaa {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:25.770019 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.834059 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] For port 21bcc6f7-1fd2-4bec-be19-889386c56aaa, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=21bcc6f7-1fd2-4bec-be19-889386c56aaa,segment=NetworkSegment(f76e4c58-b11c-42ce-96e4-4cbac7681a00),segment_id=f76e4c58-b11c-42ce-96e4-4cbac7681a00)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:25.834425 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.847951 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Calling delete_port for 21bcc6f7-1fd2-4bec-be19-889386c56aaa owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:25.931213 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (21bcc6f7-1fd2-4bec-be19-889386c56aaa), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:25.957908 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bcc6f7-1fd2-4bec-be19-889386c56aaa,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:25.959758 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] No DVR routers for this DVR port 21bcc6f7-1fd2-4bec-be19-889386c56aaa on host dv-cinder-835881-11-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:26.077151 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd84a9-4179-4c30-9077-bd40a5e2261b None None] DHCP port deletion for dda09f91-b659-4da2-b38d-66034a6494bd request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:45:26.285944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (dda09f91-b659-4da2-b38d-66034a6494bd), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.307414 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda09f91-b659-4da2-b38d-66034a6494bd']}} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:26.316911 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76e4c58-b11c-42ce-96e4-4cbac7681a00') {'for_net_delete': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:26.317214 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76e4c58-b11c-42ce-96e4-4cbac7681a00') {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:26.327226 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454091'] for segment (f76e4c58-b11c-42ce-96e4-4cbac7681a00), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.341773 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (f76e4c58-b11c-42ce-96e4-4cbac7681a00), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.348252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:45:26.348695 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9451801'] for segment (f76e4c58-b11c-42ce-96e4-4cbac7681a00), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: Traceback (most recent call last): May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: timer() May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: cb(*args, **kw) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: return func(*args, **kwargs) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: self._notify() May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: self.callback(batched_events) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: event.method(event) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: return f(self, *a, **k) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._get(url).json() May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: return self.request(url, 'GET', **kwargs) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:45:26.350396 dv-cinder-835881-11-iscsi neutron-server[103541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:45:26.405890 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (dda09f91-b659-4da2-b38d-66034a6494bd), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.411790 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.414872 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] 10.222.0.89 "DELETE /v2.0/networks/dda09f91-b659-4da2-b38d-66034a6494bd HTTP/1.1" status: 204 len: 168 time: 0.7790999 May 12 15:45:26.426225 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6ddd0-0e59-4bf0-a453-d3e329410948 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda09f91-b659-4da2-b38d-66034a6494bd,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:26.533230 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43882) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:26.576447 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-5047b58e-06a6-4102-b90d-08e3c6c9d6bc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e085f63cf59c49a2847cbf228d7e609c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419214 May 12 15:45:26.578845 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43884) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:26.624822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-81a2bf97-ab0e-4ff6-9208-e394699c9f7e admin admin] Publish callbacks [] for security_group (50c44fca-bf89-4150-8a8e-da4a2e2fe395), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.647655 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-81a2bf97-ab0e-4ff6-9208-e394699c9f7e admin admin] Publish callbacks [] for security_group (50c44fca-bf89-4150-8a8e-da4a2e2fe395), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.707370 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-81a2bf97-ab0e-4ff6-9208-e394699c9f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (50c44fca-bf89-4150-8a8e-da4a2e2fe395), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.711875 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-81a2bf97-ab0e-4ff6-9208-e394699c9f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:26.713605 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-81a2bf97-ab0e-4ff6-9208-e394699c9f7e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50c44fca-bf89-4150-8a8e-da4a2e2fe395 HTTP/1.1" status: 204 len: 168 time: 0.1337819 May 12 15:45:26.723303 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2bf97-ab0e-4ff6-9208-e394699c9f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c44fca-bf89-4150-8a8e-da4a2e2fe395,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:27.061820 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43896) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:27.112344 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-5dd636c9-ca0d-4f41-aaa0-833842393119 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3718e2e8eee445338d1d92a6a3346c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489650 May 12 15:45:27.114846 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43898) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:27.163045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c4cb-001b-481d-ba41-367756fdf55e admin admin] Publish callbacks [] for security_group (dc63ad09-57f0-45c3-8cb4-6d80d3dd8033), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:27.185447 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c4cb-001b-481d-ba41-367756fdf55e admin admin] Publish callbacks [] for security_group (dc63ad09-57f0-45c3-8cb4-6d80d3dd8033), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:27.234443 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c4cb-001b-481d-ba41-367756fdf55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (dc63ad09-57f0-45c3-8cb4-6d80d3dd8033), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:27.237114 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c4cb-001b-481d-ba41-367756fdf55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:27.238280 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-9ad5c4cb-001b-481d-ba41-367756fdf55e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dc63ad09-57f0-45c3-8cb4-6d80d3dd8033 HTTP/1.1" status: 204 len: 168 time: 0.1225464 May 12 15:45:27.248293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5c4cb-001b-481d-ba41-367756fdf55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc63ad09-57f0-45c3-8cb4-6d80d3dd8033,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:27.423511 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4ca62973-fc84-4172-b4cc-2e1b350b67df no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:27.444939 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 4ca62973-fc84-4172-b4cc-2e1b350b67df {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:27.445365 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4ca62973-fc84-4172-b4cc-2e1b350b67df not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:27.445879 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21bcc6f7-1fd2-4bec-be19-889386c56aaa no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:27.466227 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 21bcc6f7-1fd2-4bec-be19-889386c56aaa {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:27.466697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 21bcc6f7-1fd2-4bec-be19-889386c56aaa not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:29.297187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43916) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:29.403649 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f0d9dfcd-54dc-4600-a607-64cd0229d452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.487573 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f0d9dfcd-54dc-4600-a607-64cd0229d452 admin admin] Publish callbacks [] for security_group (5e466b01-61b0-430a-9c43-04629180ed55), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.492714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f0d9dfcd-54dc-4600-a607-64cd0229d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (5e466b01-61b0-430a-9c43-04629180ed55), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.531976 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f0d9dfcd-54dc-4600-a607-64cd0229d452 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=24cd2671f0d64271ae5b174213e5766f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336080 May 12 15:45:29.532745 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9dfcd-54dc-4600-a607-64cd0229d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e466b01-61b0-430a-9c43-04629180ed55,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:29.534772 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43920) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:29.584243 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-20cd225f-a1b3-4fdb-8f53-e421206cfb5c admin admin] Publish callbacks [] for security_group (5e466b01-61b0-430a-9c43-04629180ed55), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.606669 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-20cd225f-a1b3-4fdb-8f53-e421206cfb5c admin admin] Publish callbacks [] for security_group (5e466b01-61b0-430a-9c43-04629180ed55), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.657500 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-20cd225f-a1b3-4fdb-8f53-e421206cfb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (5e466b01-61b0-430a-9c43-04629180ed55), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.660305 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-20cd225f-a1b3-4fdb-8f53-e421206cfb5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:29.661557 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-20cd225f-a1b3-4fdb-8f53-e421206cfb5c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5e466b01-61b0-430a-9c43-04629180ed55 HTTP/1.1" status: 204 len: 168 time: 0.1256180 May 12 15:45:29.669709 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd225f-a1b3-4fdb-8f53-e421206cfb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e466b01-61b0-430a-9c43-04629180ed55,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:31.142649 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:36.982855 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843d774-868e-44b7-8f9b-97804dd46c4f req-c1fdcfa6-3897-4493-909b-49e7b7570e9f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:36.984327 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3843d774-868e-44b7-8f9b-97804dd46c4f req-c1fdcfa6-3897-4493-909b-49e7b7570e9f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 945 time: 0.0565209 May 12 15:45:37.032390 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3843d774-868e-44b7-8f9b-97804dd46c4f req-1cbcd01f-da96-4f2f-b27d-79eee467595a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 May 12 15:45:38.167630 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692aac2-e12c-4e32-bfd4-f272209e5aef req-cd1dfb36-040e-4898-a5b5-e7d693266ab2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:38.170075 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8692aac2-e12c-4e32-bfd4-f272209e5aef req-cd1dfb36-040e-4898-a5b5-e7d693266ab2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 945 time: 0.0560851 May 12 15:45:38.225005 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8692aac2-e12c-4e32-bfd4-f272209e5aef req-6a1c1396-5956-4764-ae12-0556730d4ef1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=3e1ada7e-591f-4c4a-8d7a-d17c290edb01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 May 12 15:45:38.642278 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-80f5e4be-c1fb-4f6e-9efd-a000c2de9df3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:38.644625 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-80f5e4be-c1fb-4f6e-9efd-a000c2de9df3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 945 time: 0.3359203 May 12 15:45:38.746749 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port 4781445c-fe84-4283-9e97-a037fbad647b {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:38.747645 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (4781445c-fe84-4283-9e97-a037fbad647b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:38.842921 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] For port 4781445c-fe84-4283-9e97-a037fbad647b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4781445c-fe84-4283-9e97-a037fbad647b,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:38.843153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (4781445c-fe84-4283-9e97-a037fbad647b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:39.023825 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:39.024192 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (4517a636-041f-4337-897e-8fbdd1e530ce), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:39.024500 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP 4517a636-041f-4337-897e-8fbdd1e530ce disassociated. External IP: 172.27.2.217, port: 4781445c-fe84-4283-9e97-a037fbad647b. May 12 15:45:39.024887 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for 4781445c-fe84-4283-9e97-a037fbad647b owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:39.161186 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (4781445c-fe84-4283-9e97-a037fbad647b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:39.192338 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=4781445c-fe84-4283-9e97-a037fbad647b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:39.333432 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3caba4a9-71d8-4212-809a-7bb794b05c5f req-6fadf738-10f9-4ca7-8b43-3be09faee08a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=daf1ffc3-df70-42c7-96e5-b0cca1228030 HTTP/1.1" status: 200 len: 210 time: 0.0307949 May 12 15:45:39.335122 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:45:39.450748 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:45:39.463117 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:39.475693 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:39.476256 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:39.500223 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] No DVR routers for this DVR port 4781445c-fe84-4283-9e97-a037fbad647b on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:39.502873 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:39.506189 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5fe660df-2917-4a96-8c44-f20b78a80041 req-e7cfd417-cb0c-4ac3-8666-5d04203acaab tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "DELETE /v2.0/ports/4781445c-fe84-4283-9e97-a037fbad647b HTTP/1.1" status: 204 len: 173 time: 0.8554256 May 12 15:45:39.506633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'name': 'network-vif-deleted', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:39.508974 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d48b7-1bac-4920-9aca-760c31e8a135" -d '{"events": [{"server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "name": "network-vif-deleted", "tag": "4781445c-fe84-4283-9e97-a037fbad647b"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:39.550470 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16d7399-3964-487e-bb8c-3698ade8ad61 x-openstack-request-id: req-c16d7399-3964-487e-bb8c-3698ade8ad61 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:39.550957 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf1ffc3-df70-42c7-96e5-b0cca1228030", "name": "network-vif-deleted", "tag": "4781445c-fe84-4283-9e97-a037fbad647b", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:39.551227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c16d7399-3964-487e-bb8c-3698ade8ad61 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:39.551720 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16d7399-3964-487e-bb8c-3698ade8ad61'] response: {'server_uuid': 'daf1ffc3-df70-42c7-96e5-b0cca1228030', 'name': 'network-vif-deleted', 'tag': '4781445c-fe84-4283-9e97-a037fbad647b', 'status': 'completed', 'code': 200} May 12 15:45:39.590559 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:39.829647 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:51Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:39.855435 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:39.864314 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:39.864951 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:40.064147 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:40.293660 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:51Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:40.320347 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c766b-75ac-4025-a564-b5e5af95aeaa None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'fa78e391-83e2-4c4c-bcff-34ab9fee9d6e', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:dd:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:43:34Z', 'updated_at': '2022-05-12T15:43:51Z', 'revision_number': 2, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:40.423128 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43948) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:40.480701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-708044b6-82b0-4076-aedf-908b9439d0bf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (3e1ada7e-591f-4c4a-8d7a-d17c290edb01), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.505202 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-708044b6-82b0-4076-aedf-908b9439d0bf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (3e1ada7e-591f-4c4a-8d7a-d17c290edb01), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.555240 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e723cf-eb4c-40b8-9fd8-865619adf28c None None] New status for floating IP 4517a636-041f-4337-897e-8fbdd1e530ce: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:45:40.559754 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-708044b6-82b0-4076-aedf-908b9439d0bf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (3e1ada7e-591f-4c4a-8d7a-d17c290edb01), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.562337 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-708044b6-82b0-4076-aedf-908b9439d0bf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.563525 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-708044b6-82b0-4076-aedf-908b9439d0bf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/security-groups/3e1ada7e-591f-4c4a-8d7a-d17c290edb01 HTTP/1.1" status: 204 len: 168 time: 0.1393602 May 12 15:45:40.566541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43950) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:40.572619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708044b6-82b0-4076-aedf-908b9439d0bf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1ada7e-591f-4c4a-8d7a-d17c290edb01,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:40.581569 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.api.v2.resource [None req-0ccd6c68-8e3f-42b4-9c5f-8b6f1edf0951 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] show failed (client error): The resource could not be found. May 12 15:45:40.582646 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-0ccd6c68-8e3f-42b4-9c5f-8b6f1edf0951 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups/3e1ada7e-591f-4c4a-8d7a-d17c290edb01 HTTP/1.1" status: 404 len: 347 time: 0.0150595 May 12 15:45:40.585503 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43952) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:40.704399 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port cc2d3c50-643f-41e9-aee9-f3488f863bcb {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:40.704719 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.777687 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.777981 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (cc2d3c50-643f-41e9-aee9-f3488f863bcb), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.790157 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for cc2d3c50-643f-41e9-aee9-f3488f863bcb owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:40.922983 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (cc2d3c50-643f-41e9-aee9-f3488f863bcb), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:40.947883 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=cc2d3c50-643f-41e9-aee9-f3488f863bcb,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:41.015523 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (4517a636-041f-4337-897e-8fbdd1e530ce), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:41.018201 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:41.019357 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-befec761-eb4b-4487-a90d-f53e20f4fc43 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/floatingips/4517a636-041f-4337-897e-8fbdd1e530ce HTTP/1.1" status: 204 len: 168 time: 0.4328218 May 12 15:45:41.481897 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 4781445c-fe84-4283-9e97-a037fbad647b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:41.513714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 4781445c-fe84-4283-9e97-a037fbad647b {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:41.514048 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 4781445c-fe84-4283-9e97-a037fbad647b not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:41.720612 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2e03fbc3-e6b4-445a-b10a-13ceb3fe9fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:42.637983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38da9-f755-4f16-baf9-4b119a1cd786 req-d51c4ca6-d753-4aa2-822e-981528d0cebc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:42.639351 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-afb38da9-f755-4f16-baf9-4b119a1cd786 req-d51c4ca6-d753-4aa2-822e-981528d0cebc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 946 time: 0.0588670 May 12 15:45:42.692269 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-afb38da9-f755-4f16-baf9-4b119a1cd786 req-09f0b429-bad8-4c77-8c7c-a92f8f666cc1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461981 May 12 15:45:43.828795 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ae04-2603-49fa-b559-0ebbc385be1a req-a28a675b-7f1d-446d-a067-68eab33f17de tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:43.830284 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e827ae04-2603-49fa-b559-0ebbc385be1a req-a28a675b-7f1d-446d-a067-68eab33f17de tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 946 time: 0.0511544 May 12 15:45:43.880781 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-e827ae04-2603-49fa-b559-0ebbc385be1a req-14bb20be-e72a-4aee-a913-3b9de2e87d98 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=9cbca6bc-a703-4999-a594-c8d9d741afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 May 12 15:45:43.932495 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99a989f9-bd23-41b0-8c55-fd18d763ccfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:44.284922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-c084b261-a0f0-495a-8382-7d8a1573ba36 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:44.286455 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-c084b261-a0f0-495a-8382-7d8a1573ba36 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 946 time: 0.0543509 May 12 15:45:44.373993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:44.374331 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:44.467737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] For port ecd06b96-36fb-4e9d-ace0-023a0cc7db72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:44.468099 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:44.643379 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:44.643626 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (fa78e391-83e2-4c4c-bcff-34ab9fee9d6e), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:44.643947 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP fa78e391-83e2-4c4c-bcff-34ab9fee9d6e disassociated. External IP: 172.27.2.207, port: ecd06b96-36fb-4e9d-ace0-023a0cc7db72. May 12 15:45:44.644288 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for ecd06b96-36fb-4e9d-ace0-023a0cc7db72 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:44.778253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (ecd06b96-36fb-4e9d-ace0-023a0cc7db72), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:44.806874 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=ecd06b96-36fb-4e9d-ace0-023a0cc7db72,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:44.924287 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:45:45.000245 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-aa57cd43-f660-4c3b-b1b0-a24909629c47 req-72bf435e-badb-466b-a9f1-f1f642656c15 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e13bb6c-6990-4d32-b530-1e11c5125c6b HTTP/1.1" status: 200 len: 210 time: 0.0310562 May 12 15:45:45.060809 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:45.063036 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:45:45.072875 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:45.083287 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:45.083857 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.109416 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] No DVR routers for this DVR port ecd06b96-36fb-4e9d-ace0-023a0cc7db72 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:45:45.111961 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:45.115369 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6d4148c6-5731-40f1-bddb-fa8d4761e849 req-060ceaa7-262f-4deb-8d06-aaa6e01dc852 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "DELETE /v2.0/ports/ecd06b96-36fb-4e9d-ace0-023a0cc7db72 HTTP/1.1" status: 204 len: 173 time: 0.8239660 May 12 15:45:45.115824 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'name': 'network-vif-deleted', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:45.118117 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5708c54-544a-4f7c-8c0b-92eff621512b" -d '{"events": [{"server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "name": "network-vif-deleted", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:45.160557 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff348a0d-4825-425b-9437-babdab189199 x-openstack-request-id: req-ff348a0d-4825-425b-9437-babdab189199 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:45.160818 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e13bb6c-6990-4d32-b530-1e11c5125c6b", "name": "network-vif-deleted", "tag": "ecd06b96-36fb-4e9d-ace0-023a0cc7db72", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:45.161020 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ff348a0d-4825-425b-9437-babdab189199 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:45.161441 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff348a0d-4825-425b-9437-babdab189199'] response: {'server_uuid': '0e13bb6c-6990-4d32-b530-1e11c5125c6b', 'name': 'network-vif-deleted', 'tag': 'ecd06b96-36fb-4e9d-ace0-023a0cc7db72', 'status': 'completed', 'code': 200} May 12 15:45:45.198779 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:45.399415 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.427198 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:45:45.436174 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:45.436806 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.548892 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:45.742842 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:45.769393 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c067-7059-4437-a53e-06c61acd179d None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:45:45.992833 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54343fb6-4e07-4d5c-a87a-e1b0f3567a4c None None] New status for floating IP fa78e391-83e2-4c4c-bcff-34ab9fee9d6e: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:45:46.089963 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43986) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:46.146841 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-22a6d4e0-17a0-4f11-b152-589a16f88d68 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (9cbca6bc-a703-4999-a594-c8d9d741afc6), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.170240 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-22a6d4e0-17a0-4f11-b152-589a16f88d68 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (9cbca6bc-a703-4999-a594-c8d9d741afc6), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.219275 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-22a6d4e0-17a0-4f11-b152-589a16f88d68 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (9cbca6bc-a703-4999-a594-c8d9d741afc6), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.222112 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-22a6d4e0-17a0-4f11-b152-589a16f88d68 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.223246 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-22a6d4e0-17a0-4f11-b152-589a16f88d68 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/security-groups/9cbca6bc-a703-4999-a594-c8d9d741afc6 HTTP/1.1" status: 204 len: 168 time: 0.1321797 May 12 15:45:46.226176 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43988) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:46.232170 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d4e0-17a0-4f11-b152-589a16f88d68 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbca6bc-a703-4999-a594-c8d9d741afc6,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:46.242975 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.api.v2.resource [None req-184a1de3-d031-40a5-a292-c0d6a8792bff tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] show failed (client error): The resource could not be found. May 12 15:45:46.243979 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-184a1de3-d031-40a5-a292-c0d6a8792bff tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups/9cbca6bc-a703-4999-a594-c8d9d741afc6 HTTP/1.1" status: 404 len: 347 time: 0.0167427 May 12 15:45:46.247092 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43990) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:46.363974 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port 81a42167-843b-422b-b88c-6b9d10119d7c {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:45:46.364219 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (81a42167-843b-422b-b88c-6b9d10119d7c), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.449571 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (81a42167-843b-422b-b88c-6b9d10119d7c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.449848 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (81a42167-843b-422b-b88c-6b9d10119d7c), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.461999 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for 81a42167-843b-422b-b88c-6b9d10119d7c owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:45:46.592128 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.608878 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (81a42167-843b-422b-b88c-6b9d10119d7c), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.635477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=81a42167-843b-422b-b88c-6b9d10119d7c,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:46.696698 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (fa78e391-83e2-4c4c-bcff-34ab9fee9d6e), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.699195 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.700369 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-6f306426-3f43-43d0-bc93-2db8cbbafce1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/floatingips/fa78e391-83e2-4c4c-bcff-34ab9fee9d6e HTTP/1.1" status: 204 len: 168 time: 0.4522457 May 12 15:45:46.770747 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 43994) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:46.775399 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957733378', 'description': 'tempest-description--193003806'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:46.799137 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.866676 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (e3b6cf61-a3d2-475f-acae-ab1155d85af5), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.872323 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e3b6cf61-a3d2-475f-acae-ab1155d85af5), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.901160 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:46.902343 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1305170 May 12 15:45:46.904240 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c85d-59ac-432a-ad68-e2b13bdb78fd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b6cf61-a3d2-475f-acae-ab1155d85af5,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:46.905438 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43996) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:46.911092 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': 'e3b6cf61-a3d2-475f-acae-ab1155d85af5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:46.942273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (7edbc008-76ea-4ddc-b77f-3aa9c68e5ab7), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.000551 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (7edbc008-76ea-4ddc-b77f-3aa9c68e5ab7), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.006873 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (7edbc008-76ea-4ddc-b77f-3aa9c68e5ab7), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.032109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edbc008-76ea-4ddc-b77f-3aa9c68e5ab7,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:47.037776 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.038941 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-408a4693-a66d-4dcc-84fd-251f529baa56 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317627 May 12 15:45:47.043294 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 43998) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:47.047576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': 'e3b6cf61-a3d2-475f-acae-ab1155d85af5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:47.074952 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (ea2b20f8-442c-4585-999e-d45e713eebff), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.130264 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (ea2b20f8-442c-4585-999e-d45e713eebff), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.135253 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (ea2b20f8-442c-4585-999e-d45e713eebff), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.162921 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2b20f8-442c-4585-999e-d45e713eebff,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:47.169489 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.170683 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-931d3b2d-ffdb-405a-a063-e2059bc76004 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264646 May 12 15:45:47.173958 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44000) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:47.178436 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:47.201433 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.277907 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.383550 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.27.2.132 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/5cbda158-5ffa-4a38-9ee1-6d8231829e9f) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:47.485535 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.524765 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.526757 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ecd06b96-36fb-4e9d-ace0-023a0cc7db72 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:45:47.551741 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: ecd06b96-36fb-4e9d-ace0-023a0cc7db72 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:45:47.552086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ecd06b96-36fb-4e9d-ace0-023a0cc7db72 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:45:47.562510 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:47.565491 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:47.571524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:45:47.577135 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=5cbda158-5ffa-4a38-9ee1-6d8231829e9f,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:47.663416 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (6adb9ea7-fc6a-4611-b701-e84fbf88ca51), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.701154 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.883472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.892115 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.944449 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.959209 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=5cbda158-5ffa-4a38-9ee1-6d8231829e9f,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:47.972734 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (6adb9ea7-fc6a-4611-b701-e84fbf88ca51), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.989071 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:47.990343 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f018f06a-c719-4be1-82dc-cc21cd94feae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8154347 May 12 15:45:48.193617 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-2b162f6c-32be-4d2f-930c-f44fcf4f78e0 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1957733378&fields=id&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 267 time: 0.0429914 May 12 15:45:48.298511 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-cde35114-bfe0-493d-9f4c-a83d21661f62 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:48.300128 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-cde35114-bfe0-493d-9f4c-a83d21661f62 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1000333 May 12 15:45:48.314907 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-f2578ea3-6692-4898-a473-31ef4c202643 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/quotas/7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 375 time: 0.0092776 May 12 15:45:48.366447 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-cb7d1a55-1183-463b-9eab-1c14d0fb5b2a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467620 May 12 15:45:48.466416 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-e835e308-692d-47f3-af49-88ae22da4f58 service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 May 12 15:45:48.563732 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-c3a9b530-f0f8-401f-8a19-736d31fbb728 service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 May 12 15:45:48.740104 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5f922783-bac3-4bad-a775-146961161167 req-c13a1d3d-bdb7-4aa6-af40-3e85d5620a85 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 210 time: 0.0278585 May 12 15:45:49.685990 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-476c89e5-896a-47c5-9cf2-e24036650d54 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:49.687425 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-476c89e5-896a-47c5-9cf2-e24036650d54 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1077363 May 12 15:45:49.748381 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-fc1d2ac5-076e-4325-9d26-322440f49d20 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 380 time: 0.0512362 May 12 15:45:49.828273 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'port': {'device_id': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'admin_state_up': True, 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'security_groups': ['e3b6cf61-a3d2-475f-acae-ab1155d85af5']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:49.863211 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-23d9aa0f-478e-4081-8664-5b2aca91137d req-282b995c-5ea4-4066-a7d7-a08006b7ba81 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 210 time: 0.0553503 May 12 15:45:49.959785 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Made reservation on behalf of 7c7462c1e31649e9849721910b3262a3 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:45:49.963126 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.086402 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.20.0.5 (28e8ac92-f000-41cc-98c0-a6392dfdb29f/6f72255c-670a-41fa-8fc0-5c5d9a631916/a5eed39b-6bed-42a6-a547-d98a25ce944c) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:45:50.222862 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.261918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.303026 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:45:50.306229 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:45:50.308642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:45:50.336439 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=a5eed39b-6bed-42a6-a547-d98a25ce944c,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:50.367463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:50.368105 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.386480 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b283654e-a1e8-42c3-98d2-0b359ba6d694 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650609 May 12 15:45:50.398653 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Request body: {'port': {'device_id': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:50.410094 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:45:50.463562 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.542644 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-241a1720-82ca-4988-b7ef-95d4fd113167 None None] Provisioning complete for port a5eed39b-6bed-42a6-a547-d98a25ce944c triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:45:50.543178 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-241a1720-82ca-4988-b7ef-95d4fd113167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.577328 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-241a1720-82ca-4988-b7ef-95d4fd113167 None None] Port a5eed39b-6bed-42a6-a547-d98a25ce944c cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:45:50.761513 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5eed39b-6bed-42a6-a547-d98a25ce944c {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:45:50.768964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Publish callbacks [] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.781185 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Transition to ACTIVE for port object a5eed39b-6bed-42a6-a547-d98a25ce944c will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:45:50.786515 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:50.836592 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eed39b-6bed-42a6-a547-d98a25ce944c,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:50.915589 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Attempting to bind port a5eed39b-6bed-42a6-a547-d98a25ce944c on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:45:50.915934 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Attempting to bind port a5eed39b-6bed-42a6-a547-d98a25ce944c by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:45:50.916269 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Attempting to bind port a5eed39b-6bed-42a6-a547-d98a25ce944c on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:45:50.921487 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Port a5eed39b-6bed-42a6-a547-d98a25ce944c on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:45:50.921808 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Attempting to bind port a5eed39b-6bed-42a6-a547-d98a25ce944c on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:45:50.926888 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:45:50.927228 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:45:50.927615 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Bound using segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:45:50.928044 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Bound port: a5eed39b-6bed-42a6-a547-d98a25ce944c, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:45:50.928409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:51.009692 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a2edd-412c-4dca-8126-6cd90659e8c3 req-ee76b857-8eee-419d-9198-41e75f2d7106 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:51.011189 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fc7a2edd-412c-4dca-8126-6cd90659e8c3 req-ee76b857-8eee-419d-9198-41e75f2d7106 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 943 time: 0.0703256 May 12 15:45:51.048073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] For port a5eed39b-6bed-42a6-a547-d98a25ce944c, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:45:51.069980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] For port a5eed39b-6bed-42a6-a547-d98a25ce944c, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:45:51.083076 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fc7a2edd-412c-4dca-8126-6cd90659e8c3 req-e51e088e-43f6-44cb-b02e-3e55623ab3b8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633099 May 12 15:45:51.084153 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:51.127029 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:51.127695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:51.129113 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] 10.222.0.88 "PUT /v2.0/ports/a5eed39b-6bed-42a6-a547-d98a25ce944c HTTP/1.1" status: 200 len: 1093 time: 0.7347803 May 12 15:45:51.129548 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:51.131825 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281510e1-9b75-4592-9f3f-2395b6cf0de0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:51.158554 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478e5bf-1473-4266-8aff-b8957518e265 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eed39b-6bed-42a6-a547-d98a25ce944c,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:51.173207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959e1da-6e39-4101-b195-ec4db40ee3d5 x-openstack-request-id: req-e959e1da-6e39-4101-b195-ec4db40ee3d5 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:51.173567 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:51.173914 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e959e1da-6e39-4101-b195-ec4db40ee3d5 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:51.174445 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e959e1da-6e39-4101-b195-ec4db40ee3d5'] response: {'name': 'network-changed', 'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'status': 'completed', 'code': 200} May 12 15:45:51.213980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-28775ce6-adb9-449c-8a5b-e7e277c7820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:51.215624 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-28775ce6-adb9-449c-8a5b-e7e277c7820e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 1127 time: 0.0443144 May 12 15:45:51.256760 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-61fd817d-de22-43ec-9383-00551e06a317 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c HTTP/1.1" status: 200 len: 217 time: 0.0343332 May 12 15:45:51.306642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-1609964a-c4aa-4d97-9e40-24cd0cb30f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:51.308022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-1609964a-c4aa-4d97-9e40-24cd0cb30f67 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0444963 May 12 15:45:51.354635 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-dfacbceb-315b-4a06-a235-6b5665f0f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:51.356149 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-dfacbceb-315b-4a06-a235-6b5665f0f5ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421116 May 12 15:45:51.447258 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-b992e58f-9774-4d3c-9d44-3423f7f11f34 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 May 12 15:45:51.540536 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-676d50c8-59aa-4d57-aa4b-bfaa2f25df48 req-8f7b67b3-ebae-4c72-b3be-6a29a549b48b service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866895 May 12 15:45:52.221873 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5106a29-c3ff-4908-8b13-707df80d38f1 req-f2143e1e-a2fc-4ab5-8881-df8b7dae1b73 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:52.223478 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5106a29-c3ff-4908-8b13-707df80d38f1 req-f2143e1e-a2fc-4ab5-8881-df8b7dae1b73 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 943 time: 0.0494044 May 12 15:45:52.270100 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c5106a29-c3ff-4908-8b13-707df80d38f1 req-734e6c6f-3181-4bd2-9132-c2d2d349117e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 May 12 15:45:52.312616 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-680b5220-8ba4-44a4-854f-184a430360ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:52.314131 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-680b5220-8ba4-44a4-854f-184a430360ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 1127 time: 0.0432253 May 12 15:45:52.406462 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-938c2268-e9c6-402a-995e-89ed13099021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:52.407928 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-938c2268-e9c6-402a-995e-89ed13099021 service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0862615 May 12 15:45:52.452558 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-672f9559-31a7-4ab8-ab8b-c2eb62f34537 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c HTTP/1.1" status: 200 len: 217 time: 0.0373673 May 12 15:45:52.504000 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-c9a4d6f5-7da7-4e17-a76a-4d1294e32eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:52.505430 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-c9a4d6f5-7da7-4e17-a76a-4d1294e32eb9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0469635 May 12 15:45:52.549243 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-b97de59a-2e44-4420-922f-bbf5a28f90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:52.551400 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-b97de59a-2e44-4420-922f-bbf5a28f90e9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398965 May 12 15:45:52.651789 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-d2fcb54e-df9e-4b97-a2af-376181ac4c40 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928149 May 12 15:45:52.742437 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-281510e1-9b75-4592-9f3f-2395b6cf0de0 req-608f4616-d19c-458a-9db1-4fa72f9059d7 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 May 12 15:45:53.390525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc74e36-a534-48cf-8386-e20548f4a1ad req-3aafa30d-d5ec-4a33-9413-0eb7f6a59281 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:53.391962 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7dc74e36-a534-48cf-8386-e20548f4a1ad req-3aafa30d-d5ec-4a33-9413-0eb7f6a59281 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 943 time: 0.0469327 May 12 15:45:53.441938 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7dc74e36-a534-48cf-8386-e20548f4a1ad req-45291da3-2340-407c-a0f4-be67cba88471 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 May 12 15:45:53.558226 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device a5eed39b-6bed-42a6-a547-d98a25ce944c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:45:53.663093 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port a5eed39b-6bed-42a6-a547-d98a25ce944c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:53.674546 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'port_id': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'mac_address': 'fa:16:3e:b7:51:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:45:53.716373 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port a5eed39b-6bed-42a6-a547-d98a25ce944c is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:45:53.716867 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:53.732348 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5eed39b-6bed-42a6-a547-d98a25ce944c {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:45:53.752664 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port a5eed39b-6bed-42a6-a547-d98a25ce944c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:53.760817 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:53.812010 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=a5eed39b-6bed-42a6-a547-d98a25ce944c,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:53.819549 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.819900 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.820243 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.820615 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.820951 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.821283 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.821620 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.821945 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.822269 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.822596 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.822923 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.823246 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.823568 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.823889 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.824205 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:45:53.990442 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['a5eed39b-6bed-42a6-a547-d98a25ce944c'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:45:54.580633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba650b-3a14-49d2-8c10-92daa83a852b req-e281945f-545c-4dc5-834e-392d9dabc2a1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:54.582081 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b5ba650b-3a14-49d2-8c10-92daa83a852b req-e281945f-545c-4dc5-834e-392d9dabc2a1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 944 time: 0.0475411 May 12 15:45:54.645334 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b5ba650b-3a14-49d2-8c10-92daa83a852b req-b8e8a4c5-c44b-4cc4-ae6e-52ecff64e156 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545847 May 12 15:45:55.557452 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device a5eed39b-6bed-42a6-a547-d98a25ce944c up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:45:55.603695 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port a5eed39b-6bed-42a6-a547-d98a25ce944c completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:45:55.613003 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port a5eed39b-6bed-42a6-a547-d98a25ce944c triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:45:55.613399 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:55.693035 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port a5eed39b-6bed-42a6-a547-d98a25ce944c is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:45:55.693392 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:55.719012 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:55.721286 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bce42-9ab6-4458-860d-a34d485dec9d" -d '{"events": [{"server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "name": "network-vif-plugged", "status": "completed", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:55.734739 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port a5eed39b-6bed-42a6-a547-d98a25ce944c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:45:55.740195 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:55.765813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d769113-d50d-451f-a2c0-d7e16ab025bf x-openstack-request-id: req-5d769113-d50d-451f-a2c0-d7e16ab025bf {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:55.766114 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "name": "network-vif-plugged", "status": "completed", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:55.766338 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5d769113-d50d-451f-a2c0-d7e16ab025bf {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:55.766730 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d769113-d50d-451f-a2c0-d7e16ab025bf'] response: {'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'code': 200} May 12 15:45:55.774318 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152dfd4-7d00-4242-b663-988a31fe18cf req-f15293bb-3ea8-415b-b3ed-a6b0e8fc10ea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:55.776269 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8152dfd4-7d00-4242-b663-988a31fe18cf req-f15293bb-3ea8-415b-b3ed-a6b0e8fc10ea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 944 time: 0.0519190 May 12 15:45:55.795119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=a5eed39b-6bed-42a6-a547-d98a25ce944c,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:45:55.827637 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8152dfd4-7d00-4242-b663-988a31fe18cf req-240859a5-5fe6-47cb-9398-3776753e9abb tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456600 May 12 15:45:55.928605 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48748b8-27fb-4fcc-b64a-e2c1e7101c60 req-a18a9dc8-4d4d-4a90-8e31-db801582eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:55.930082 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d48748b8-27fb-4fcc-b64a-e2c1e7101c60 req-a18a9dc8-4d4d-4a90-8e31-db801582eedb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 1129 time: 0.0423040 May 12 15:45:55.973870 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d48748b8-27fb-4fcc-b64a-e2c1e7101c60 req-f86b6a73-e607-4d77-a641-182631844393 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 May 12 15:45:56.948699 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a0cd7-6593-4657-bad9-f90b54c27f5e req-3f8d8907-cf53-40b1-9fa5-137f82e3fe1e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:56.950155 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac6a0cd7-6593-4657-bad9-f90b54c27f5e req-3f8d8907-cf53-40b1-9fa5-137f82e3fe1e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 945 time: 0.0479245 May 12 15:45:56.998015 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac6a0cd7-6593-4657-bad9-f90b54c27f5e req-f41f791a-ebdc-428f-972a-eba02f113d89 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 May 12 15:45:58.136832 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f676e-6585-479b-b341-972026fcf902 req-bbec74d4-0cae-4dcf-ac6b-773732d04e10 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:58.138304 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-182f676e-6585-479b-b341-972026fcf902 req-bbec74d4-0cae-4dcf-ac6b-773732d04e10 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 945 time: 0.0644176 May 12 15:45:58.469128 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-182f676e-6585-479b-b341-972026fcf902 req-cffeee6b-4eb5-477e-8ffd-3807ea139945 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224638 May 12 15:45:58.595844 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401369f4-11dd-457d-9568-fd6c5d1cf928 req-24498be8-ce32-42de-a99c-dcf308632173 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:58.597311 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-401369f4-11dd-457d-9568-fd6c5d1cf928 req-24498be8-ce32-42de-a99c-dcf308632173 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 945 time: 0.0476413 May 12 15:45:58.610803 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44050) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:45:58.615519 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'port_id': 'a5eed39b-6bed-42a6-a547-d98a25ce944c'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:45:58.660801 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (6adb9ea7-fc6a-4611-b701-e84fbf88ca51), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:59.133462 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:59.141721 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (6adb9ea7-fc6a-4611-b701-e84fbf88ca51), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:59.243387 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP 6adb9ea7-fc6a-4611-b701-e84fbf88ca51 associated. External IP: 172.27.2.132, port: a5eed39b-6bed-42a6-a547-d98a25ce944c. May 12 15:45:59.457233 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:45:59.569310 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:45:59.574228 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:45:59.582047 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:45:59.597583 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:45:59.598354 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:45:59.611782 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-4f6efa8a-a7d0-4d08-ad37-78226fe8177d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "PUT /v2.0/floatingips/6adb9ea7-fc6a-4611-b701-e84fbf88ca51 HTTP/1.1" status: 200 len: 991 time: 0.9998734 May 12 15:45:59.612438 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:45:59.614972 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be146c-d747-4c0d-be99-a5141aec8cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:45:59.651975 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdfadc-568c-43d4-9edb-73684ccd8d9e x-openstack-request-id: req-62bdfadc-568c-43d4-9edb-73684ccd8d9e {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:45:59.652341 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:45:59.652631 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62bdfadc-568c-43d4-9edb-73684ccd8d9e {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:45:59.653046 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bdfadc-568c-43d4-9edb-73684ccd8d9e'] response: {'name': 'network-changed', 'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'status': 'completed', 'code': 200} May 12 15:45:59.708761 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:45:59.711624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-fe1e9458-be9a-4995-9886-4eba44291aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:59.713165 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-fe1e9458-be9a-4995-9886-4eba44291aa6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 1129 time: 0.0391710 May 12 15:45:59.806680 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-9d08dab8-5ce2-452a-96cb-1398fedf9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:59.808169 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-9d08dab8-5ce2-452a-96cb-1398fedf9c2b service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0891490 May 12 15:45:59.871785 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-42fd0594-6f9d-46da-bb49-b18b85635a0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c HTTP/1.1" status: 200 len: 999 time: 0.0575221 May 12 15:45:59.925189 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-eb678a70-f281-4b00-a7d1-10e1b0a2a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:59.926708 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-eb678a70-f281-4b00-a7d1-10e1b0a2a0f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0490034 May 12 15:45:59.973001 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-40b53d6a-8ec2-4f7c-9659-2a5c7b680b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:45:59.974522 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-40b53d6a-8ec2-4f7c-9659-2a5c7b680b37 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418003 May 12 15:46:00.016356 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '6adb9ea7-fc6a-4611-b701-e84fbf88ca51', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:b7:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:45:47Z', 'updated_at': '2022-05-12T15:45:59Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:00.042690 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:00.050925 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:00.051534 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:45:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:00.065036 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-3f6bd337-3646-4cb1-8006-e2d48c8c3159 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 May 12 15:46:00.157304 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:00.157788 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0be146c-d747-4c0d-be99-a5141aec8cd5 req-8184542e-3e09-44e0-80ac-6f8b52ac8af7 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858855 May 12 15:46:00.391628 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '6adb9ea7-fc6a-4611-b701-e84fbf88ca51', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:b7:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:45:47Z', 'updated_at': '2022-05-12T15:45:59Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:00.418755 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822269d-4e0c-486a-bcf7-75ba0aeae4ea None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': '6adb9ea7-fc6a-4611-b701-e84fbf88ca51', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:b7:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:45:47Z', 'updated_at': '2022-05-12T15:45:59Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:00.611039 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea46502-bda0-4559-a43b-74fbb6140692 None None] New status for floating IP 6adb9ea7-fc6a-4611-b701-e84fbf88ca51: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:46:01.163095 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:11.722263 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d398-dd2f-4818-ac68-ed5372bf3ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:13.947810 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f26a4406-ac90-4035-84ce-76ab1181a935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:15.069102 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:16.603600 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:17.956089 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:25.655335 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44060) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:25.813680 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Deleting port 737425f7-fe45-4f53-8f24-fd7d1f328a15 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:25.814035 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:25.887934 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:25.888260 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (737425f7-fe45-4f53-8f24-fd7d1f328a15), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:25.900359 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Calling delete_port for 737425f7-fe45-4f53-8f24-fd7d1f328a15 owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:26.080878 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (737425f7-fe45-4f53-8f24-fd7d1f328a15), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:26.114495 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'Port': ['ID=737425f7-fe45-4f53-8f24-fd7d1f328a15,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:26.137251 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.137604 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.137942 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.138282 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.138612 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.138940 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.139262 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.139588 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.139914 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.140236 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.140588 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.140898 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.141212 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.141530 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.141842 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:26.181919 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (f4cdb1f2-b199-495b-ba89-060bbf1bc11e), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:26.182292 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Floating IP f4cdb1f2-b199-495b-ba89-060bbf1bc11e disassociated (deleted). External IP: 172.27.2.146, port: aae4bb46-71ca-4a34-b515-03e88e478136. May 12 15:46:26.656807 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:46:26.769162 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:46:26.774653 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:26.779615 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:26.790365 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:26.790911 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:26.805299 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-459abaad-095b-4c28-a716-5a6738acdfed tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "DELETE /v2.0/floatingips/f4cdb1f2-b199-495b-ba89-060bbf1bc11e HTTP/1.1" status: 204 len: 168 time: 1.1486094 May 12 15:46:26.805891 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:26.808178 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c114339-969f-4612-8b52-ddf33e3b0413" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:26.844620 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af24d13b-3a53-434f-80ae-88919f511ed8 x-openstack-request-id: req-af24d13b-3a53-434f-80ae-88919f511ed8 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:26.844922 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:26.845416 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af24d13b-3a53-434f-80ae-88919f511ed8 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:26.845819 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af24d13b-3a53-434f-80ae-88919f511ed8'] response: {'name': 'network-changed', 'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'status': 'completed', 'code': 200} May 12 15:46:26.902124 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:26.909050 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-b16a4a7b-a565-4eb0-bf92-13ed326a016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:26.911499 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-b16a4a7b-a565-4eb0-bf92-13ed326a016e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 1129 time: 0.0425370 May 12 15:46:27.048689 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-95a0b846-8b24-441f-b7ce-798cba788a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:27.050078 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-95a0b846-8b24-441f-b7ce-798cba788a63 service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.1320848 May 12 15:46:27.056385 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8bc22-72f4-41d4-ab2d-5077b8c2509a req-2645098b-0fac-47cf-a248-8a9df9afe27a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:27.057774 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-78f8bc22-72f4-41d4-ab2d-5077b8c2509a req-2645098b-0fac-47cf-a248-8a9df9afe27a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0629859 May 12 15:46:27.108319 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-78f8bc22-72f4-41d4-ab2d-5077b8c2509a req-c92fdd0a-e831-4020-8583-91cc4a9de617 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 May 12 15:46:27.130582 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:38Z', 'revision_number': 1, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:27.160012 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:27.169080 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:27.169695 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:27.277958 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:27.437391 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:46:27.498581 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:38Z', 'revision_number': 1, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:27.524278 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e02f35-7995-406b-b1e6-8a604e660ca6 None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'c4b009a7-fbb5-42e8-a8da-e070875aa7e4', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'port_id': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'mac_address': 'fa:16:3e:9b:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:42:36Z', 'updated_at': '2022-05-12T15:42:38Z', 'revision_number': 1, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:27.750228 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f63da2-bba2-4d8f-93af-0c7b9b715f45 None None] New status for floating IP f4cdb1f2-b199-495b-ba89-060bbf1bc11e: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:46:28.080681 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-d77ab79a-825c-4edb-bf94-771a3a042b29 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aae4bb46-71ca-4a34-b515-03e88e478136 HTTP/1.1" status: 200 len: 217 time: 0.0406516 May 12 15:46:28.134508 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-137bd25b-9a1c-4bb8-b052-e63ec667c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:28.135937 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-137bd25b-9a1c-4bb8-b052-e63ec667c605 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0455170 May 12 15:46:28.225168 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a1888-f647-4744-ace1-cf89fbda3a11 req-abbbdf29-87ab-4f2d-a8d0-592c0f2e3fb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:28.226605 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-645a1888-f647-4744-ace1-cf89fbda3a11 req-abbbdf29-87ab-4f2d-a8d0-592c0f2e3fb0 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0487022 May 12 15:46:28.305789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-db460016-5e61-4ca9-998c-0de2b3392754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:28.307255 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-db460016-5e61-4ca9-998c-0de2b3392754 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591805 May 12 15:46:28.311251 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-645a1888-f647-4744-ace1-cf89fbda3a11 req-13f0817a-c4c6-4416-8d4a-e22e8a1a1de9 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761881 May 12 15:46:28.403297 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-addb39e0-3347-4eba-a98f-6571fd03127f service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840158 May 12 15:46:28.637506 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-2bc4d321-f843-4b13-b61d-b90ee89898e7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:28.638969 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-2bc4d321-f843-4b13-b61d-b90ee89898e7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 945 time: 0.0599544 May 12 15:46:28.644240 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3c114339-969f-4612-8b52-ddf33e3b0413 req-f6d8a86a-c72e-40bc-9461-e871df1cc00d service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363986 May 12 15:46:28.731139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Deleting port aae4bb46-71ca-4a34-b515-03e88e478136 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:28.731385 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:28.820940 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] For port aae4bb46-71ca-4a34-b515-03e88e478136, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=aae4bb46-71ca-4a34-b515-03e88e478136,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:28.821315 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:28.834168 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Calling delete_port for aae4bb46-71ca-4a34-b515-03e88e478136 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:28.975960 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (aae4bb46-71ca-4a34-b515-03e88e478136), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:29.006756 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'Port': ['ID=aae4bb46-71ca-4a34-b515-03e88e478136,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:29.036583 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.036929 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.037276 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.037616 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.037946 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.038280 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.038605 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.038930 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.039318 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.039648 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.039975 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.040306 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.040648 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.040971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.041638 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:29.067910 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] No DVR routers for this DVR port aae4bb46-71ca-4a34-b515-03e88e478136 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:29.072380 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:29.074068 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-78cc0788-de62-4348-ab5d-2c7d6c1e68bf req-46a11596-3a22-455c-8a40-86b440a0bc3b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "DELETE /v2.0/ports/aae4bb46-71ca-4a34-b515-03e88e478136 HTTP/1.1" status: 204 len: 173 time: 0.4285507 May 12 15:46:29.074536 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'name': 'network-vif-deleted', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:29.076843 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614769d8-107e-40f5-ad8f-7d57f490536f" -d '{"events": [{"server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "name": "network-vif-deleted", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:29.113599 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac8fc0e-3288-42ae-a380-ff8a3db8ddbb x-openstack-request-id: req-6ac8fc0e-3288-42ae-a380-ff8a3db8ddbb {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:29.114246 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d43ec-7046-4884-b2b8-c3ece839bd3c", "name": "network-vif-deleted", "tag": "aae4bb46-71ca-4a34-b515-03e88e478136", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:29.114246 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6ac8fc0e-3288-42ae-a380-ff8a3db8ddbb {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:29.114563 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac8fc0e-3288-42ae-a380-ff8a3db8ddbb'] response: {'server_uuid': 'e63d43ec-7046-4884-b2b8-c3ece839bd3c', 'name': 'network-vif-deleted', 'tag': 'aae4bb46-71ca-4a34-b515-03e88e478136', 'status': 'completed', 'code': 200} May 12 15:46:29.421910 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-fc573e8f-02a5-448f-bb5d-1b378bd3d477 req-adc701dc-7064-4158-b27b-70acd3c7985b tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=e63d43ec-7046-4884-b2b8-c3ece839bd3c HTTP/1.1" status: 200 len: 210 time: 0.0327132 May 12 15:46:31.171058 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:31.682747 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device aae4bb46-71ca-4a34-b515-03e88e478136 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:31.703608 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: aae4bb46-71ca-4a34-b515-03e88e478136 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:31.703953 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device aae4bb46-71ca-4a34-b515-03e88e478136 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:32.728662 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44112) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:32.891447 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Deleting port 57ca1e3b-ba41-432b-a56d-8bed504e8d70 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:32.891685 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:32.966803 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:32.967103 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (57ca1e3b-ba41-432b-a56d-8bed504e8d70), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:32.981223 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Calling delete_port for 57ca1e3b-ba41-432b-a56d-8bed504e8d70 owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:33.142818 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (57ca1e3b-ba41-432b-a56d-8bed504e8d70), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:33.167361 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'Port': ['ID=57ca1e3b-ba41-432b-a56d-8bed504e8d70,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:33.230711 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (c4b009a7-fbb5-42e8-a8da-e070875aa7e4), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:33.231078 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Floating IP c4b009a7-fbb5-42e8-a8da-e070875aa7e4 disassociated (deleted). External IP: 172.27.2.215, port: ca51c60f-918e-4a96-8760-a4f1a7d0c522. May 12 15:46:33.445448 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:46:33.576189 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:46:33.581136 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:33.586607 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:33.596707 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:33.597317 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:33.615057 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e997d910-7fa7-4f63-967c-2bd72548f26f tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "DELETE /v2.0/floatingips/c4b009a7-fbb5-42e8-a8da-e070875aa7e4 HTTP/1.1" status: 204 len: 168 time: 0.8826380 May 12 15:46:33.615057 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:33.615638 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9074b62f-d1c1-43ce-b511-7c1c48b9333a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:33.658204 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3869365b-55d4-416c-bf95-e756c0e4c6e5 x-openstack-request-id: req-3869365b-55d4-416c-bf95-e756c0e4c6e5 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:33.658494 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:33.658751 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3869365b-55d4-416c-bf95-e756c0e4c6e5 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:33.659164 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3869365b-55d4-416c-bf95-e756c0e4c6e5'] response: {'name': 'network-changed', 'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'status': 'completed', 'code': 200} May 12 15:46:33.708770 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:33.726369 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-9014a790-6885-48c5-93bf-630ede089f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:33.727964 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-9014a790-6885-48c5-93bf-630ede089f6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4b8824725a894bbcb17789008292c1e4&device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 1130 time: 0.0485842 May 12 15:46:33.868780 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91399c5-0b80-453d-ba27-dd99df710eff req-b8fc490f-1cf8-4d77-86f8-ac7326428878 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:33.870291 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d91399c5-0b80-453d-ba27-dd99df710eff req-b8fc490f-1cf8-4d77-86f8-ac7326428878 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0605159 May 12 15:46:33.889270 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-e728f7b2-02a9-4062-92bf-d124fa2b6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:33.890608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-e728f7b2-02a9-4062-92bf-d124fa2b6268 service neutron] 10.222.0.88 "GET /v2.0/networks?id=869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 200 len: 912 time: 0.1514020 May 12 15:46:33.928613 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d91399c5-0b80-453d-ba27-dd99df710eff req-5da94b3b-cbe6-4919-94d0-f72b11dc0f4c tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497437 May 12 15:46:34.008875 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:34.034596 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:34.043612 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:34.044222 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:34.152734 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:34.347734 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:34.376710 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0debb2d-746b-47bf-92fd-817d8be35a00 None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:38:39Z', 'revision_number': 4, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': 'e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b', 'name': '', 'network_id': '869afb1f-8f08-43d2-8b78-38d5d6f40548', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'mac_address': 'fa:16:3e:15:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '56100d28-2fa9-46ad-a054-9f3110821064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:38Z', 'updated_at': '2022-05-12T15:38:43Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'subnets': [{'id': '56100d28-2fa9-46ad-a054-9f3110821064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:34.599396 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a025e21-bc17-4314-959c-f74eea2b6136 None None] New status for floating IP c4b009a7-fbb5-42e8-a8da-e070875aa7e4: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:46:34.778545 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-6596dc15-caec-412c-85c4-2e8838714960 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 200 len: 217 time: 0.0411234 May 12 15:46:34.826519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-3b342c71-38c8-4c91-b1d3-e8c82787bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:34.827943 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-3b342c71-38c8-4c91-b1d3-e8c82787bf88 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 200 len: 850 time: 0.0434041 May 12 15:46:34.965979 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-e59f9fba-478d-4591-a56d-8a930a6c01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:34.967443 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-e59f9fba-478d-4591-a56d-8a930a6c01ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=869afb1f-8f08-43d2-8b78-38d5d6f40548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551565 May 12 15:46:35.080464 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650f0b2-c39a-416d-8b44-a23f62db2b4d req-b1d0c1ee-311d-4a01-a81c-ca8e693143e7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:35.081930 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7650f0b2-c39a-416d-8b44-a23f62db2b4d req-b1d0c1ee-311d-4a01-a81c-ca8e693143e7 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0801647 May 12 15:46:35.110084 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-1ac104ac-f34e-4e48-83ce-b15af10b81e6 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357191 May 12 15:46:35.161157 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-7650f0b2-c39a-416d-8b44-a23f62db2b4d req-73e52cac-2df8-481a-b025-0333122224ef tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/security-groups?id=6817e520-9138-4e94-a8ad-7aecefd9690b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714300 May 12 15:46:35.260954 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-ac4b3fb3-199b-4c11-b36a-878817521b6a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:35.262436 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-ac4b3fb3-199b-4c11-b36a-878817521b6a tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 946 time: 0.0609527 May 12 15:46:35.265785 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9074b62f-d1c1-43ce-b511-7c1c48b9333a req-d0c88d74-ce5d-4d4f-8f1b-87fab173a968 service neutron] 10.222.0.88 "GET /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402853 May 12 15:46:35.350395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Deleting port ca51c60f-918e-4a96-8760-a4f1a7d0c522 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:35.350695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:35.444571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] For port ca51c60f-918e-4a96-8760-a4f1a7d0c522, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ca51c60f-918e-4a96-8760-a4f1a7d0c522,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:35.444922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:35.459890 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Calling delete_port for ca51c60f-918e-4a96-8760-a4f1a7d0c522 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:35.602109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (ca51c60f-918e-4a96-8760-a4f1a7d0c522), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:35.629203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'Port': ['ID=ca51c60f-918e-4a96-8760-a4f1a7d0c522,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:35.677406 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] No DVR routers for this DVR port ca51c60f-918e-4a96-8760-a4f1a7d0c522 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:35.680254 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:35.683499 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-50b0e5a7-21a6-4846-8a4f-ffa36d2133c0 req-59fc86e2-dc97-43f5-b394-45b8b9846050 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.88 "DELETE /v2.0/ports/ca51c60f-918e-4a96-8760-a4f1a7d0c522 HTTP/1.1" status: 204 len: 173 time: 0.4156711 May 12 15:46:35.683960 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'name': 'network-vif-deleted', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:35.686238 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce27d32-c31c-40ba-b854-8ec6e0a46c3a" -d '{"events": [{"server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "name": "network-vif-deleted", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:35.722737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2270eb0-ad1f-4713-998d-90acb63f1eae x-openstack-request-id: req-a2270eb0-ad1f-4713-998d-90acb63f1eae {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:35.723035 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c50e59-f764-41d6-bd06-1a2ac7bc5d61", "name": "network-vif-deleted", "tag": "ca51c60f-918e-4a96-8760-a4f1a7d0c522", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:35.723295 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a2270eb0-ad1f-4713-998d-90acb63f1eae {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:35.723706 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2270eb0-ad1f-4713-998d-90acb63f1eae'] response: {'server_uuid': 'a4c50e59-f764-41d6-bd06-1a2ac7bc5d61', 'name': 'network-vif-deleted', 'tag': 'ca51c60f-918e-4a96-8760-a4f1a7d0c522', 'status': 'completed', 'code': 200} May 12 15:46:36.289848 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3feabef8-54fd-4ac3-a036-4e31b5809350 req-860453ae-cc75-4c51-a7af-65f2a549a70d tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4c50e59-f764-41d6-bd06-1a2ac7bc5d61 HTTP/1.1" status: 200 len: 210 time: 0.0317097 May 12 15:46:37.352829 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44136) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:37.467692 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Deleting port 661e8a86-d1eb-4c85-96e8-798f6f3f946b {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:37.468035 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:37.545386 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:37.545691 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (661e8a86-d1eb-4c85-96e8-798f6f3f946b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:37.558088 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Calling delete_port for 661e8a86-d1eb-4c85-96e8-798f6f3f946b owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:37.679216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ca51c60f-918e-4a96-8760-a4f1a7d0c522 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:37.699374 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (661e8a86-d1eb-4c85-96e8-798f6f3f946b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:37.699639 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: ca51c60f-918e-4a96-8760-a4f1a7d0c522 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:37.699803 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device ca51c60f-918e-4a96-8760-a4f1a7d0c522 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:37.723582 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'Port': ['ID=661e8a86-d1eb-4c85-96e8-798f6f3f946b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:37.791689 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for floatingip (a8b94f7f-8e86-420d-89be-80b63155fc85), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:37.794379 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:37.795560 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ae23859e-1f35-49ba-bcf2-4ff7f76f62b4 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "DELETE /v2.0/floatingips/a8b94f7f-8e86-420d-89be-80b63155fc85 HTTP/1.1" status: 204 len: 168 time: 0.4424875 May 12 15:46:39.021549 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44166) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:39.086575 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-89e77513-e0c6-4730-af83-2f8c5faf5581 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group (6817e520-9138-4e94-a8ad-7aecefd9690b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:39.111199 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-89e77513-e0c6-4730-af83-2f8c5faf5581 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group (6817e520-9138-4e94-a8ad-7aecefd9690b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:39.178171 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-89e77513-e0c6-4730-af83-2f8c5faf5581 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (6817e520-9138-4e94-a8ad-7aecefd9690b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:39.180982 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-89e77513-e0c6-4730-af83-2f8c5faf5581 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:39.184752 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-89e77513-e0c6-4730-af83-2f8c5faf5581 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] 10.222.0.89 "DELETE /v2.0/security-groups/6817e520-9138-4e94-a8ad-7aecefd9690b HTTP/1.1" status: 204 len: 168 time: 0.1596129 May 12 15:46:39.195802 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e77513-e0c6-4730-af83-2f8c5faf5581 tempest-TestVolumeBootPattern-972638363 tempest-TestVolumeBootPattern-972638363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6817e520-9138-4e94-a8ad-7aecefd9690b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:39.236248 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44170) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:39.720404 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (5f175671-a964-46b7-aec3-69ec66eeb624), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:39.731925 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7510d-df78-457c-acfe-92de5c5976af req-f17d8cef-00e1-4b85-801e-96902d8635be tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:39.733402 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-29c7510d-df78-457c-acfe-92de5c5976af req-f17d8cef-00e1-4b85-801e-96902d8635be tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 945 time: 0.0468268 May 12 15:46:39.781479 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-29c7510d-df78-457c-acfe-92de5c5976af req-27eafb0c-5c55-44be-81a3-78b2780a03b8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 May 12 15:46:39.962977 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Deleting port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:39.963207 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:40.039604 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] For port e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:40.040328 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:40.054684 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Calling delete_port for e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b owned by network:router_interface {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:40.242859 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:40.270730 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:40.438477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (5f175671-a964-46b7-aec3-69ec66eeb624), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:40.897964 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716eed-99a7-4099-b322-4c5decdb3747 req-a9e96532-dcc3-4045-92ad-5604baedfe3b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:40.899493 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8f716eed-99a7-4099-b322-4c5decdb3747 req-a9e96532-dcc3-4045-92ad-5604baedfe3b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 945 time: 0.0467327 May 12 15:46:40.924346 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Router 5f175671-a964-46b7-aec3-69ec66eeb624 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:46:40.951734 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-8f716eed-99a7-4099-b322-4c5decdb3747 req-55fea1e3-a370-452f-9df0-1f706b33124a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=e3b6cf61-a3d2-475f-acae-ab1155d85af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463784 May 12 15:46:41.036281 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:46:41.041754 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-966830ba-aedb-4272-903a-166fbb9e7bfb admin admin] 10.222.0.89 "PUT /v2.0/routers/5f175671-a964-46b7-aec3-69ec66eeb624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040075 May 12 15:46:41.044763 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44184) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:41.045791 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] Sync routers for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:41.056678 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:41.057285 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:41.151787 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks [] for router (5f175671-a964-46b7-aec3-69ec66eeb624), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.166065 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:41.190627 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-119b1b95-f27f-4a36-ba26-3ee23b6ce88f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:41.192217 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-119b1b95-f27f-4a36-ba26-3ee23b6ce88f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 945 time: 0.0467775 May 12 15:46:41.258157 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks [] for router_gateway (5f175671-a964-46b7-aec3-69ec66eeb624), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.283162 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port a5eed39b-6bed-42a6-a547-d98a25ce944c {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:41.283670 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.304263 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Deleting port 1a99ddb4-ddfe-4577-9855-4b690e6be087 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:41.304761 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.340708 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:46:40Z', 'revision_number': 5, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port': {'id': '1a99ddb4-ddfe-4577-9855-4b690e6be087', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:36Z', 'updated_at': '2022-05-12T15:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:41.367380 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] Checking router: 5f175671-a964-46b7-aec3-69ec66eeb624 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:41.376460 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] For port a5eed39b-6bed-42a6-a547-d98a25ce944c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a5eed39b-6bed-42a6-a547-d98a25ce944c,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:41.377130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.377491 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] Routers {'5f175671-a964-46b7-aec3-69ec66eeb624'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:41.378105 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['5f175671-a964-46b7-aec3-69ec66eeb624'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:41.383713 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] For port 1a99ddb4-ddfe-4577-9855-4b690e6be087, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=1a99ddb4-ddfe-4577-9855-4b690e6be087,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:41.384066 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.397894 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Calling delete_port for 1a99ddb4-ddfe-4577-9855-4b690e6be087 owned by network:router_gateway {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:41.470224 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] Set router 5f175671-a964-46b7-aec3-69ec66eeb624 gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:41.527053 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:46:41Z', 'revision_number': 6, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:41.555063 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee63538-a7f1-4fae-924b-39ac34ec3aac None None] The sync data for ids ['5f175671-a964-46b7-aec3-69ec66eeb624'] in dv-cinder-835881-11-iscsi is: [{'id': '5f175671-a964-46b7-aec3-69ec66eeb624', 'name': 'tempest-TestVolumeBootPattern-535405205-router', 'tenant_id': '4b8824725a894bbcb17789008292c1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:35Z', 'updated_at': '2022-05-12T15:46:41Z', 'revision_number': 6, 'project_id': '4b8824725a894bbcb17789008292c1e4', 'gw_port_host': None}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:41.586056 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (1a99ddb4-ddfe-4577-9855-4b690e6be087), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.593489 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.593778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (6adb9ea7-fc6a-4611-b701-e84fbf88ca51), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.594052 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP 6adb9ea7-fc6a-4611-b701-e84fbf88ca51 disassociated. External IP: 172.27.2.132, port: a5eed39b-6bed-42a6-a547-d98a25ce944c. May 12 15:46:41.594431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for a5eed39b-6bed-42a6-a547-d98a25ce944c owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:41.618949 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a99ddb4-ddfe-4577-9855-4b690e6be087,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:41.675995 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (5f175671-a964-46b7-aec3-69ec66eeb624), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.716638 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a6722737-50da-4784-b896-a4605849bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.729491 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (a5eed39b-6bed-42a6-a547-d98a25ce944c), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.757077 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=a5eed39b-6bed-42a6-a547-d98a25ce944c,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:41.769852 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (5f175671-a964-46b7-aec3-69ec66eeb624), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.772175 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks [] for router_controller (5f175671-a964-46b7-aec3-69ec66eeb624), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.820334 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (5f175671-a964-46b7-aec3-69ec66eeb624), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.821045 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f175671-a964-46b7-aec3-69ec66eeb624 {{(pid=103541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:46:41.827327 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.828496 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-4b2da1b0-547a-48d7-bff4-a9a7eebe9126 admin admin] 10.222.0.89 "DELETE /v2.0/routers/5f175671-a964-46b7-aec3-69ec66eeb624 HTTP/1.1" status: 204 len: 168 time: 0.7828231 May 12 15:46:41.831100 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44186) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:41.873058 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:46:41.875471 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Deleting subnet 56100d28-2fa9-46ad-a054-9f3110821064 {{(pid=103541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:46:41.878834 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Publish callbacks [] for subnet (56100d28-2fa9-46ad-a054-9f3110821064), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.916289 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454130'] for subnet (56100d28-2fa9-46ad-a054-9f3110821064), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:41.996980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:46:42.013977 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:42.019946 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (56100d28-2fa9-46ad-a054-9f3110821064), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.040708 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:42.041707 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:42.054597 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] No DVR routers for this DVR port a5eed39b-6bed-42a6-a547-d98a25ce944c on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:42.064643 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.067807 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-370386bc-f5ed-49f7-80f9-f8c00edfdc2e req-376ff69e-36df-416c-a67a-4445c0e4ad06 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "DELETE /v2.0/ports/a5eed39b-6bed-42a6-a547-d98a25ce944c HTTP/1.1" status: 204 len: 173 time: 0.8697915 May 12 15:46:42.068261 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'name': 'network-vif-deleted', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:42.071277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a771cb9-b368-4641-96b3-da26c7b9aa8b" -d '{"events": [{"server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "name": "network-vif-deleted", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:42.107102 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b5eb6965-1409-411d-ac6d-3b02dcb013a5 req-446e710e-84c9-496e-8446-89257d999e83 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0cfc486-335a-4582-95e3-d5a193d6ea05 HTTP/1.1" status: 200 len: 210 time: 0.0537162 May 12 15:46:42.108554 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9453243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9542737'] for subnet (56100d28-2fa9-46ad-a054-9f3110821064), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.166813 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32cedbe-529d-4ae9-8f81-17429746e5f1 x-openstack-request-id: req-b32cedbe-529d-4ae9-8f81-17429746e5f1 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:42.167192 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cfc486-335a-4582-95e3-d5a193d6ea05", "name": "network-vif-deleted", "tag": "a5eed39b-6bed-42a6-a547-d98a25ce944c", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:42.167514 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b32cedbe-529d-4ae9-8f81-17429746e5f1 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:42.168011 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32cedbe-529d-4ae9-8f81-17429746e5f1'] response: {'server_uuid': 'c0cfc486-335a-4582-95e3-d5a193d6ea05', 'name': 'network-vif-deleted', 'tag': 'a5eed39b-6bed-42a6-a547-d98a25ce944c', 'status': 'completed', 'code': 200} May 12 15:46:42.175847 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56100d28-2fa9-46ad-a054-9f3110821064,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:42.180137 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.183578 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3c3cfbb9-5b1c-4ea1-b45e-b3c36abf6e98 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/56100d28-2fa9-46ad-a054-9f3110821064 HTTP/1.1" status: 204 len: 168 time: 0.3515484 May 12 15:46:42.186223 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44192) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:42.190297 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11054e5e-e0c4-49d0-bcb8-e58d1bacab7d None None] Network 869afb1f-8f08-43d2-8b78-38d5d6f40548 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:46:42.223082 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:42.278888 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (869afb1f-8f08-43d2-8b78-38d5d6f40548), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.324758 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Deleting port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:42.325102 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.406681 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] For port 3dcc6fb5-6382-4332-9bdf-8368d56ec854, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=3dcc6fb5-6382-4332-9bdf-8368d56ec854,segment=NetworkSegment(f896d458-2fdc-4187-8a0a-f2ad91c83278),segment_id=f896d458-2fdc-4187-8a0a-f2ad91c83278)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:42.407348 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.421949 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Calling delete_port for 3dcc6fb5-6382-4332-9bdf-8368d56ec854 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:42.436852 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] DHCP port deletion for 869afb1f-8f08-43d2-8b78-38d5d6f40548 request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:46:42.509316 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Deleting port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:42.509692 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.514660 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.547885 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcc6fb5-6382-4332-9bdf-8368d56ec854,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:42.562530 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] No DVR routers for this DVR port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 on host dv-cinder-835881-11-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:42.581857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:42.621830 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:42.624055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] For port 3dcc6fb5-6382-4332-9bdf-8368d56ec854, host dv-cinder-835881-11-iscsi, got binding levels [] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:42.624450 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.642481 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:42.643403 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:42.645811 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Calling delete_port for 3dcc6fb5-6382-4332-9bdf-8368d56ec854 owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:42.646541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (869afb1f-8f08-43d2-8b78-38d5d6f40548), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.649943 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.ipam_backend_mixin [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 was not found and therefore no delete operation was performed {{(pid=103543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 15:46:42.669060 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869afb1f-8f08-43d2-8b78-38d5d6f40548']}} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:42.680061 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f896d458-2fdc-4187-8a0a-f2ad91c83278') {'for_net_delete': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:42.681007 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f896d458-2fdc-4187-8a0a-f2ad91c83278') {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:42.681430 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (3dcc6fb5-6382-4332-9bdf-8368d56ec854), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.691230 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454091'] for segment (f896d458-2fdc-4187-8a0a-f2ad91c83278), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.705862 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (f896d458-2fdc-4187-8a0a-f2ad91c83278), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.712509 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:46:42.712943 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9451801'] for segment (f896d458-2fdc-4187-8a0a-f2ad91c83278), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: Traceback (most recent call last): May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: timer() May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: cb(*args, **kw) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: return func(*args, **kwargs) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: self._notify() May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: self.callback(batched_events) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: event.method(event) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: return f(self, *a, **k) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._get(url).json() May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: return self.request(url, 'GET', **kwargs) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:46:42.714717 dv-cinder-835881-11-iscsi neutron-server[103541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:46:42.723630 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] Pushing event deleted for resources: {'Port': ['ID=3dcc6fb5-6382-4332-9bdf-8368d56ec854,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:42.727059 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f5ef6-e212-4fee-a512-57a2385d7f9a None None] No DVR routers for this DVR port 3dcc6fb5-6382-4332-9bdf-8368d56ec854 on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:42.781198 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (869afb1f-8f08-43d2-8b78-38d5d6f40548), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.788732 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:42.795195 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] 10.222.0.89 "DELETE /v2.0/networks/869afb1f-8f08-43d2-8b78-38d5d6f40548 HTTP/1.1" status: 204 len: 168 time: 0.6053452 May 12 15:46:42.795585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44194) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:42.807052 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:42.811160 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d19c79-66eb-4ec7-8f1a-23450067f7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=869afb1f-8f08-43d2-8b78-38d5d6f40548,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:43.003028 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:43.034297 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b5c63-2b5c-4419-accb-0fae7881ef4c None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:43.129825 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (f887a022-cbd8-408d-b856-27157c1ba8f7), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.207619 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44200) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:43.271861 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f0681a0-b82d-4ed0-a255-d99c418d9ed3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (e3b6cf61-a3d2-475f-acae-ab1155d85af5), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.281651 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fd4cb-4aad-4da2-91e9-34b26ed0b7d2 None None] New status for floating IP 6adb9ea7-fc6a-4611-b701-e84fbf88ca51: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:46:43.299903 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f0681a0-b82d-4ed0-a255-d99c418d9ed3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (e3b6cf61-a3d2-475f-acae-ab1155d85af5), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.361517 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f0681a0-b82d-4ed0-a255-d99c418d9ed3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (e3b6cf61-a3d2-475f-acae-ab1155d85af5), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.364335 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f0681a0-b82d-4ed0-a255-d99c418d9ed3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.368041 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-4f0681a0-b82d-4ed0-a255-d99c418d9ed3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/security-groups/e3b6cf61-a3d2-475f-acae-ab1155d85af5 HTTP/1.1" status: 204 len: 168 time: 0.1568797 May 12 15:46:43.370819 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44202) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:43.385077 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0681a0-b82d-4ed0-a255-d99c418d9ed3 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b6cf61-a3d2-475f-acae-ab1155d85af5,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:43.391920 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.api.v2.resource [None req-1a1efd5b-f14d-4fdc-a5c9-c3fdbf13daa9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] show failed (client error): The resource could not be found. May 12 15:46:43.395880 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-1a1efd5b-f14d-4fdc-a5c9-c3fdbf13daa9 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups/e3b6cf61-a3d2-475f-acae-ab1155d85af5 HTTP/1.1" status: 404 len: 347 time: 0.0212505 May 12 15:46:43.396023 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44204) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:43.517112 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3dcc6fb5-6382-4332-9bdf-8368d56ec854 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:43.540962 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 3dcc6fb5-6382-4332-9bdf-8368d56ec854 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:43.541918 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 3dcc6fb5-6382-4332-9bdf-8368d56ec854 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:43.542533 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1a99ddb4-ddfe-4577-9855-4b690e6be087 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:43.542857 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port 5cbda158-5ffa-4a38-9ee1-6d8231829e9f {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:43.543269 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.563455 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 1a99ddb4-ddfe-4577-9855-4b690e6be087 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:43.563902 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1a99ddb4-ddfe-4577-9855-4b690e6be087 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:43.564417 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:43.584648 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:43.585138 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device e6c775f8-acf7-4b4c-9761-d94bf9aa3a0b not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:43.623135 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.623462 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.635572 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for 5cbda158-5ffa-4a38-9ee1-6d8231829e9f owned by network:floatingip {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:43.662993 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Deleting port 643660bc-cb43-4fe1-b54e-635a09a6f0f4 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:43.663339 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.707349 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device a5eed39b-6bed-42a6-a547-d98a25ce944c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:43.731937 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: a5eed39b-6bed-42a6-a547-d98a25ce944c {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:43.732707 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device a5eed39b-6bed-42a6-a547-d98a25ce944c not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:43.744362 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] For port 643660bc-cb43-4fe1-b54e-635a09a6f0f4, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=643660bc-cb43-4fe1-b54e-635a09a6f0f4,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:43.744808 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.757619 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Calling delete_port for 643660bc-cb43-4fe1-b54e-635a09a6f0f4 owned by network:router_interface {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:43.767187 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (5cbda158-5ffa-4a38-9ee1-6d8231829e9f), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.801960 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=5cbda158-5ffa-4a38-9ee1-6d8231829e9f,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:43.857540 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (6adb9ea7-fc6a-4611-b701-e84fbf88ca51), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.860195 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.872417 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d057bb68-20ca-4273-981d-771ab21028f1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/floatingips/6adb9ea7-fc6a-4611-b701-e84fbf88ca51 HTTP/1.1" status: 204 len: 168 time: 0.4672911 May 12 15:46:43.926687 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44208) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:43.930944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890247807', 'description': 'tempest-description--1710708693'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:43.937603 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (643660bc-cb43-4fe1-b54e-635a09a6f0f4), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.946371 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-607d198c-421b-483f-a85c-97b057dfa9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.954968 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:43.964962 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=643660bc-cb43-4fe1-b54e-635a09a6f0f4,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:44.028148 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.032868 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.065373 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.066693 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394682 May 12 15:46:44.069581 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44210) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:44.074090 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': '4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:44.079713 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6f751-eae7-42b9-9dca-0eb32a836ee6 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:44.112656 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (4e8025b5-c79d-4883-a780-a068aa14fc92), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.147509 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (f887a022-cbd8-408d-b856-27157c1ba8f7), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.177941 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (4e8025b5-c79d-4883-a780-a068aa14fc92), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.181820 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (4e8025b5-c79d-4883-a780-a068aa14fc92), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.198995 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8025b5-c79d-4883-a780-a068aa14fc92,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:44.210013 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.211221 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-51dd81e9-a2f8-4cf4-ad35-947cba2bd6bc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407337 May 12 15:46:44.213886 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44212) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:44.218392 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'security_group_rule': {'security_group_id': '4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:44.243747 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (67357a4f-971d-4df8-84c6-eaf9eaf5e23d), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.301502 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (67357a4f-971d-4df8-84c6-eaf9eaf5e23d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.306314 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (67357a4f-971d-4df8-84c6-eaf9eaf5e23d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.325279 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67357a4f-971d-4df8-84c6-eaf9eaf5e23d,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:44.331156 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.335353 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3d2750be-0c43-42d2-bcf5-87944ac86259 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204722 May 12 15:46:44.335933 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44214) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:44.340179 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:44.362965 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.367428 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Router f887a022-cbd8-408d-b856-27157c1ba8f7 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:46:44.441011 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.478933 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:46:44.484391 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-bc571f07-97d0-4dd0-bf57-bcc43dfd1fe2 admin admin] 10.222.0.89 "PUT /v2.0/routers/f887a022-cbd8-408d-b856-27157c1ba8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877460 May 12 15:46:44.487094 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44216) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:44.489690 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] Sync routers for ids ['f887a022-cbd8-408d-b856-27157c1ba8f7'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:44.499929 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] Routers {'f887a022-cbd8-408d-b856-27157c1ba8f7'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:44.500587 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['f887a022-cbd8-408d-b856-27157c1ba8f7'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:44.622909 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.27.2.128 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/93561af9-2c4f-4342-9fb1-940a1c30f33c) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:46:44.643756 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks [] for router (f887a022-cbd8-408d-b856-27157c1ba8f7), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:44.748528 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] Set router f887a022-cbd8-408d-b856-27157c1ba8f7 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:44.929303 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:46:43Z', 'revision_number': 5, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:44.956875 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] Checking router: f887a022-cbd8-408d-b856-27157c1ba8f7 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:44.966389 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] Routers {'f887a022-cbd8-408d-b856-27157c1ba8f7'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:44.967032 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['f887a022-cbd8-408d-b856-27157c1ba8f7'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:45.084029 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.085669 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.091442 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] Set router f887a022-cbd8-408d-b856-27157c1ba8f7 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:45.093047 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks [] for router_gateway (f887a022-cbd8-408d-b856-27157c1ba8f7), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.151893 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.157063 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Deleting port 9a793e3d-fd70-4250-aa4e-89288b8ce624 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:45.157387 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.237073 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:46:45.246508 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:46:45.252838 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:46:45.256030 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=93561af9-2c4f-4342-9fb1-940a1c30f33c,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:45.261118 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:46:43Z', 'revision_number': 5, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:45.287957 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48cd3f-dc00-49d3-b1bf-ff4c3aa17fe8 None None] The sync data for ids ['f887a022-cbd8-408d-b856-27157c1ba8f7'] in dv-cinder-835881-11-iscsi is: [{'id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'name': 'tempest-TestVolumeBootPattern-1891397352-router', 'tenant_id': '59970f3ce00a4b40bd3f821ee2d41593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:38:41Z', 'updated_at': '2022-05-12T15:46:43Z', 'revision_number': 5, 'project_id': '59970f3ce00a4b40bd3f821ee2d41593', 'gw_port': {'id': '9a793e3d-fd70-4250-aa4e-89288b8ce624', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887a022-cbd8-408d-b856-27157c1ba8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:38:42Z', 'updated_at': '2022-05-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:46:45.303293 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] For port 9a793e3d-fd70-4250-aa4e-89288b8ce624, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=9a793e3d-fd70-4250-aa4e-89288b8ce624,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:45.303672 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.322993 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Calling delete_port for 9a793e3d-fd70-4250-aa4e-89288b8ce624 owned by network:router_gateway {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:45.413959 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (bbcfa176-02de-4d47-bcbf-74340584193c), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.495684 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.612283 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (9a793e3d-fd70-4250-aa4e-89288b8ce624), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.655708 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a793e3d-fd70-4250-aa4e-89288b8ce624,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:45.702046 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 643660bc-cb43-4fe1-b54e-635a09a6f0f4 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:45.727438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 643660bc-cb43-4fe1-b54e-635a09a6f0f4 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:45.727778 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 643660bc-cb43-4fe1-b54e-635a09a6f0f4 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:45.767717 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (f887a022-cbd8-408d-b856-27157c1ba8f7), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.877617 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (f887a022-cbd8-408d-b856-27157c1ba8f7), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.883870 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks [] for router_controller (f887a022-cbd8-408d-b856-27157c1ba8f7), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.889376 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.895960 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.958961 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (f887a022-cbd8-408d-b856-27157c1ba8f7), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.959539 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f887a022-cbd8-408d-b856-27157c1ba8f7 {{(pid=103541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:46:45.967062 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:45.968199 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-17cffebd-9ca6-43d6-a2c7-e246f97a0c71 admin admin] 10.222.0.89 "DELETE /v2.0/routers/f887a022-cbd8-408d-b856-27157c1ba8f7 HTTP/1.1" status: 204 len: 168 time: 1.4801857 May 12 15:46:45.970896 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44218) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:45.998317 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=93561af9-2c4f-4342-9fb1-940a1c30f33c,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:46.017095 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bbcfa176-02de-4d47-bcbf-74340584193c), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.020996 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Deleting subnet 8bc838d5-292a-48f0-b466-cf8a28d3342d {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:46:46.025157 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Publish callbacks [] for subnet (8bc838d5-292a-48f0-b466-cf8a28d3342d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.035594 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.036884 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-5508b502-ee04-4653-845b-55dff6aa190f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7000072 May 12 15:46:46.063522 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (8bc838d5-292a-48f0-b466-cf8a28d3342d), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.158456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (8bc838d5-292a-48f0-b466-cf8a28d3342d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.222993 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-317a312b-3811-402b-b4a6-9ca34ab9c4f4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--890247807&fields=id&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 267 time: 0.0716782 May 12 15:46:46.253335 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (8bc838d5-292a-48f0-b466-cf8a28d3342d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.287929 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc838d5-292a-48f0-b466-cf8a28d3342d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:46.300930 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b68d7-bc10-4037-bd0b-2676c895f6f1 None None] Network 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:46:46.320998 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.324072 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-287d0c24-6acf-4a9c-9219-5776fd2f26a4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/8bc838d5-292a-48f0-b466-cf8a28d3342d HTTP/1.1" status: 204 len: 168 time: 0.3521538 May 12 15:46:46.326948 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44232) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:46.367066 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-1a6792c4-f2b7-4640-a1f2-5070712d76fe tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:46.368613 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-1a6792c4-f2b7-4640-a1f2-5070712d76fe tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1373529 May 12 15:46:46.383466 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-64d46e4a-beb8-4334-a56b-568d0786a593 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/quotas/7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 375 time: 0.0092111 May 12 15:46:46.408909 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (34ebb293-448e-48f1-bf4f-e5ee1a336bf8), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.441306 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-edca29b2-9954-4f33-8598-5d0268541737 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513732 May 12 15:46:46.460071 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Deleting port b1c59ae0-b792-402d-b261-c9f2de988da3 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:46.460421 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.460593 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] DHCP port deletion for 34ebb293-448e-48f1-bf4f-e5ee1a336bf8 request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:46:46.509935 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] Deleting port b1c59ae0-b792-402d-b261-c9f2de988da3 {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:46:46.510545 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.535025 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] For port b1c59ae0-b792-402d-b261-c9f2de988da3, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=b1c59ae0-b792-402d-b261-c9f2de988da3,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:46.535522 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.549519 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Calling delete_port for b1c59ae0-b792-402d-b261-c9f2de988da3 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:46.561291 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-1f16e018-715e-43f0-b2da-d08e77a9dba5 service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049473 May 12 15:46:46.577980 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] For port b1c59ae0-b792-402d-b261-c9f2de988da3, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=b1c59ae0-b792-402d-b261-c9f2de988da3,segment=NetworkSegment(30d9a7e5-7e13-474f-9aa2-4b705b9f761d),segment_id=30d9a7e5-7e13-474f-9aa2-4b705b9f761d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:46.578573 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.597066 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] Calling delete_port for b1c59ae0-b792-402d-b261-c9f2de988da3 owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:46:46.619786 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.644857 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.654611 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-7f5f677d-9e5d-43d4-a25c-b74a03d6d91a service neutron] 10.222.0.89 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865977 May 12 15:46:46.675429 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c59ae0-b792-402d-b261-c9f2de988da3,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:46.683304 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] No DVR routers for this DVR port b1c59ae0-b792-402d-b261-c9f2de988da3 on host dv-cinder-835881-11-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:46.696545 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (b1c59ae0-b792-402d-b261-c9f2de988da3), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.721691 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] Pushing event deleted for resources: {'Port': ['ID=b1c59ae0-b792-402d-b261-c9f2de988da3,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:46.725317 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a32af-e8eb-4470-a349-48d8dd60585e None None] No DVR routers for this DVR port b1c59ae0-b792-402d-b261-c9f2de988da3 on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:46:46.761704 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (34ebb293-448e-48f1-bf4f-e5ee1a336bf8), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.788989 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ebb293-448e-48f1-bf4f-e5ee1a336bf8']}} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:46.799336 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d9a7e5-7e13-474f-9aa2-4b705b9f761d') {'for_net_delete': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:46.799637 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.services.segments.db [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d9a7e5-7e13-474f-9aa2-4b705b9f761d') {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:46.809411 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454091'] for segment (30d9a7e5-7e13-474f-9aa2-4b705b9f761d), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.822790 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (30d9a7e5-7e13-474f-9aa2-4b705b9f761d), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.829604 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:46:46.829916 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9451801'] for segment (30d9a7e5-7e13-474f-9aa2-4b705b9f761d), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: Traceback (most recent call last): May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: timer() May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: cb(*args, **kw) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: return func(*args, **kwargs) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: self._notify() May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: self.callback(batched_events) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: event.method(event) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: return f(self, *a, **k) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._get(url).json() May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: return self.request(url, 'GET', **kwargs) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:46:46.831756 dv-cinder-835881-11-iscsi neutron-server[103541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:46:46.863547 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-987d6992-9101-414e-a524-658dbf809489 req-3160a248-0355-4001-acb5-6744a6f0bdf7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 210 time: 0.0461054 May 12 15:46:46.902165 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (34ebb293-448e-48f1-bf4f-e5ee1a336bf8), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.909640 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:46.915106 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] 10.222.0.89 "DELETE /v2.0/networks/34ebb293-448e-48f1-bf4f-e5ee1a336bf8 HTTP/1.1" status: 204 len: 168 time: 0.5848053 May 12 15:46:46.922535 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec62dc-802b-451d-902b-afb4cabe0590 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ebb293-448e-48f1-bf4f-e5ee1a336bf8,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:47.032174 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44244) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:47.079978 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44248) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:47.080282 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-34ac1c52-dbd2-461d-88b7-d950d1183602 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4b8824725a894bbcb17789008292c1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465360 May 12 15:46:47.130252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f9e08faa-8a6e-4cb4-9c10-cd86ca280319 admin admin] Publish callbacks [] for security_group (df812a82-cddb-4fee-9bab-afd0b71242d1), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.151760 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f9e08faa-8a6e-4cb4-9c10-cd86ca280319 admin admin] Publish callbacks [] for security_group (df812a82-cddb-4fee-9bab-afd0b71242d1), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.202109 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f9e08faa-8a6e-4cb4-9c10-cd86ca280319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (df812a82-cddb-4fee-9bab-afd0b71242d1), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.204783 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f9e08faa-8a6e-4cb4-9c10-cd86ca280319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.206009 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f9e08faa-8a6e-4cb4-9c10-cd86ca280319 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/df812a82-cddb-4fee-9bab-afd0b71242d1 HTTP/1.1" status: 204 len: 168 time: 0.1250088 May 12 15:46:47.214513 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e08faa-8a6e-4cb4-9c10-cd86ca280319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df812a82-cddb-4fee-9bab-afd0b71242d1,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:47.469077 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9a793e3d-fd70-4250-aa4e-89288b8ce624 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:47.489501 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 9a793e3d-fd70-4250-aa4e-89288b8ce624 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:47.490119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9a793e3d-fd70-4250-aa4e-89288b8ce624 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:47.490537 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device b1c59ae0-b792-402d-b261-c9f2de988da3 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:46:47.511008 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: b1c59ae0-b792-402d-b261-c9f2de988da3 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:46:47.511391 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device b1c59ae0-b792-402d-b261-c9f2de988da3 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:46:47.530624 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44254) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:47.575681 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-103efe96-4ef3-4e15-9058-f3a1304cc02f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=59970f3ce00a4b40bd3f821ee2d41593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437057 May 12 15:46:47.579419 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44256) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:47.628814 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb495350-ec08-441b-a0bd-2dd73ace6530 admin admin] Publish callbacks [] for security_group (b2732bec-be77-4731-93c1-d5110dd0e2ce), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.649992 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb495350-ec08-441b-a0bd-2dd73ace6530 admin admin] Publish callbacks [] for security_group (b2732bec-be77-4731-93c1-d5110dd0e2ce), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.699681 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb495350-ec08-441b-a0bd-2dd73ace6530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (b2732bec-be77-4731-93c1-d5110dd0e2ce), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.702462 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb495350-ec08-441b-a0bd-2dd73ace6530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:47.706675 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-eb495350-ec08-441b-a0bd-2dd73ace6530 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b2732bec-be77-4731-93c1-d5110dd0e2ce HTTP/1.1" status: 204 len: 168 time: 0.1263869 May 12 15:46:47.716842 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495350-ec08-441b-a0bd-2dd73ace6530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2732bec-be77-4731-93c1-d5110dd0e2ce,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:47.798307 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-1baf11fd-7414-42f1-835e-4759dbf5d0d2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:47.800045 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-1baf11fd-7414-42f1-835e-4759dbf5d0d2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 815 time: 0.1297145 May 12 15:46:47.867198 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-81d18154-951d-43f5-8395-b610148587ae tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7462c1e31649e9849721910b3262a3 HTTP/1.1" status: 200 len: 379 time: 0.0576346 May 12 15:46:47.912578 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'port': {'device_id': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'admin_state_up': True, 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'security_groups': ['4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:47.959118 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.009508 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0dbf8dfb-2f9a-40ea-aea2-5967ac02d127 req-8ad9be0e-73e9-462a-a702-efbaee205441 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 210 time: 0.0596075 May 12 15:46:48.067729 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Made reservation on behalf of 7c7462c1e31649e9849721910b3262a3 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:46:48.071308 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.199966 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Allocated IP 172.20.0.12 (28e8ac92-f000-41cc-98c0-a6392dfdb29f/6f72255c-670a-41fa-8fc0-5c5d9a631916/0910bcd9-b358-40b5-aeb2-c2a5b7b931b6) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:46:48.349825 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.386502 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.426742 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:46:48.429771 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:46:48.434203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:46:48.461681 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event updated for resources: {'Port': ['ID=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:48.491171 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:48.491804 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.510596 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-dac8368c-5106-433c-bb03-6cdbcc704ec8 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021168 May 12 15:46:48.521521 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Request body: {'port': {'device_id': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:48.587329 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.673201 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-82bfb048-615c-4841-b1ed-79eef1ff9248 None None] Provisioning complete for port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:46:48.673810 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-82bfb048-615c-4841-b1ed-79eef1ff9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.707395 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-82bfb048-615c-4841-b1ed-79eef1ff9248 None None] Port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:46:48.876355 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:46:48.883915 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Publish callbacks [] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.896760 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Transition to ACTIVE for port object 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:46:48.903355 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:48.958024 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Pushing event updated for resources: {'Port': ['ID=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:49.032119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Attempting to bind port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:46:49.032694 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Attempting to bind port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:46:49.033155 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Attempting to bind port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:46:49.039984 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:46:49.040306 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Attempting to bind port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 on network 28e8ac92-f000-41cc-98c0-a6392dfdb29f {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:46:49.045998 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:46:49.046321 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Checking segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:46:49.046701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Bound using segment: {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:46:49.047119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Bound port: 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c49d33a-9bd4-4f3c-a2b2-98312204755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:46:49.047472 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:49.144665 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] For port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:46:49.151963 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7163b5f-988e-4493-b92f-fa58d3be2a21 req-97306275-7141-4740-a234-53d64be9ccbc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:49.153619 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b7163b5f-988e-4493-b92f-fa58d3be2a21 req-97306275-7141-4740-a234-53d64be9ccbc tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 944 time: 0.0676894 May 12 15:46:49.155212 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] For port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:46:49.166997 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:49.223444 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:49.224195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:49.225447 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] 10.222.0.88 "PUT /v2.0/ports/0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 HTTP/1.1" status: 200 len: 1094 time: 0.7082739 May 12 15:46:49.225886 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:49.228113 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:49.255376 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b7163b5f-988e-4493-b92f-fa58d3be2a21 req-a7d66cec-65e0-4576-aa34-5914e355c661 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958834 May 12 15:46:49.256108 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807e9b-01f5-40a4-bb14-fdd90a605f10 service neutron] Pushing event updated for resources: {'Port': ['ID=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:49.288195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb45a756-aaf7-413f-b5f1-718e7b363d1b x-openstack-request-id: req-eb45a756-aaf7-413f-b5f1-718e7b363d1b {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:49.288195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:49.288195 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eb45a756-aaf7-413f-b5f1-718e7b363d1b {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:49.288195 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb45a756-aaf7-413f-b5f1-718e7b363d1b'] response: {'name': 'network-changed', 'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'status': 'completed', 'code': 200} May 12 15:46:49.314529 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-c1100750-8601-47f7-807c-9dcda7c022ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:49.316071 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-c1100750-8601-47f7-807c-9dcda7c022ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 1128 time: 0.0448687 May 12 15:46:49.361674 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-ae132f07-9b19-4cdd-a2cf-84d2d2b35884 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 HTTP/1.1" status: 200 len: 217 time: 0.0384305 May 12 15:46:49.410073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-fad359e0-5044-4771-a23c-201322c2cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:49.411532 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-fad359e0-5044-4771-a23c-201322c2cbbb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0440259 May 12 15:46:49.454141 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-69a45dd9-23cc-4131-ad70-feda96efa820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:49.455631 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-69a45dd9-23cc-4131-ad70-feda96efa820 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380173 May 12 15:46:49.550279 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-a9bf3cca-3775-43ad-a0a8-79eddb08349b service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865667 May 12 15:46:49.644454 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-15bce57c-c564-4fe6-80f3-60ae3df5f1f5 req-e9aa8f4d-a0c4-49c6-9b54-da15236a55b0 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878975 May 12 15:46:50.385070 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-00772d18-5223-4da1-8290-ad1a9893fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:50.386567 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-00772d18-5223-4da1-8290-ad1a9893fdf4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 1128 time: 0.0665779 May 12 15:46:50.409666 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61367fc-b362-4906-88aa-bd4154067a5c req-3efc818f-0a27-40ec-b9c6-9110b741b309 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:50.411024 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b61367fc-b362-4906-88aa-bd4154067a5c req-3efc818f-0a27-40ec-b9c6-9110b741b309 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 944 time: 0.0606878 May 12 15:46:50.509275 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b61367fc-b362-4906-88aa-bd4154067a5c req-ada21c79-61a2-4940-980b-df5a163fdbd7 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882416 May 12 15:46:50.518843 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-81d77ce9-84d9-456f-a790-f117a19b5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:50.520239 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-81d77ce9-84d9-456f-a790-f117a19b5ce3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.1257963 May 12 15:46:50.561304 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-603ba0f1-dc6c-4636-a5b8-9380dc57fe25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 HTTP/1.1" status: 200 len: 217 time: 0.0353086 May 12 15:46:50.607632 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-21f9a391-5f14-4256-b5b2-3f3345ff7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:50.609065 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-21f9a391-5f14-4256-b5b2-3f3345ff7d31 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0427024 May 12 15:46:50.661329 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-9017dea6-66ce-4260-8e15-0ce55ef98f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:50.662775 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-9017dea6-66ce-4260-8e15-0ce55ef98f50 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482895 May 12 15:46:50.759409 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-0a3d5dbe-9c9e-440a-ad9b-160f73cc1e47 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899458 May 12 15:46:50.849917 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2f4a33e9-48b6-4a72-9e11-11f27eb1c6c4 req-10234124-a8bc-4566-9f44-3b948a12c102 service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 May 12 15:46:51.636691 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9b525-f227-44a5-854a-054e1a7c55fc req-b5abe73a-5d16-4b9f-a253-0aade7eca31c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:51.638212 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bba9b525-f227-44a5-854a-054e1a7c55fc req-b5abe73a-5d16-4b9f-a253-0aade7eca31c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 944 time: 0.0555148 May 12 15:46:51.687432 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bba9b525-f227-44a5-854a-054e1a7c55fc req-ed51ddfc-1073-4772-9b6e-bfb1248cc8aa tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 May 12 15:46:52.823498 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d4307-6d66-4c49-a176-518b2941dc86 req-e32d2614-5583-4b17-a834-7c8c8e102b0d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:52.824868 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bf2d4307-6d66-4c49-a176-518b2941dc86 req-e32d2614-5583-4b17-a834-7c8c8e102b0d tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 944 time: 0.0493281 May 12 15:46:52.877989 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bf2d4307-6d66-4c49-a176-518b2941dc86 req-f59efa5e-5322-4ce4-aa70-8cfe6d87130a tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446334 May 12 15:46:53.730779 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:46:53.854845 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:53.865965 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'port_id': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'mac_address': 'fa:16:3e:ab:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:46:53.904575 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:46:53.905097 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:53.923006 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:46:53.943558 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:53.951193 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:53.998260 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638463c4-609d-4b19-a112-6fd6890b0ec0 req-d05edcae-fe37-4415-9c7b-3648dee1486c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:53.999950 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-638463c4-609d-4b19-a112-6fd6890b0ec0 req-d05edcae-fe37-4415-9c7b-3648dee1486c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 945 time: 0.0469315 May 12 15:46:54.002446 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:54.010417 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.010826 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.011186 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.011526 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.011857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.012204 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.012556 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.012864 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.013191 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.013504 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.013824 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.014140 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.014451 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.014763 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.015076 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:46:54.049211 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-638463c4-609d-4b19-a112-6fd6890b0ec0 req-6ac2885c-ce4f-4f55-949e-5dfc52c27da4 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 May 12 15:46:54.151599 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['0910bcd9-b358-40b5-aeb2-c2a5b7b931b6'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:46:55.382110 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ee5b7-9aa7-446b-88ef-c3d4467b7642 req-f063c7b9-4020-4c57-be0f-6b9d45cc6346 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:55.383580 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a8ee5b7-9aa7-446b-88ef-c3d4467b7642 req-f063c7b9-4020-4c57-be0f-6b9d45cc6346 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 945 time: 0.2620859 May 12 15:46:55.442242 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a8ee5b7-9aa7-446b-88ef-c3d4467b7642 req-91a6e3d0-1d53-481d-b63f-bdbee9c656e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505044 May 12 15:46:55.750713 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:46:55.799798 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:46:55.808701 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:46:55.809136 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:55.885066 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:46:55.885448 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:55.908896 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:55.911185 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa7581b-d708-4a39-b1ce-00b5a9d74bc6" -d '{"events": [{"server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "name": "network-vif-plugged", "status": "completed", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:55.927020 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:46:55.932518 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:55.960209 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654dc41d-bd0b-4678-bffe-f3e455d5d9f5 x-openstack-request-id: req-654dc41d-bd0b-4678-bffe-f3e455d5d9f5 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:55.960488 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "name": "network-vif-plugged", "status": "completed", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:55.960735 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-654dc41d-bd0b-4678-bffe-f3e455d5d9f5 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:55.961120 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654dc41d-bd0b-4678-bffe-f3e455d5d9f5'] response: {'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'code': 200} May 12 15:46:55.988812 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:46:56.122301 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480aec-eaf8-481a-8d53-076dbc24fc65 req-250a598e-8dfe-4de5-a8f3-58f32c762876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:56.123772 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4f480aec-eaf8-481a-8d53-076dbc24fc65 req-250a598e-8dfe-4de5-a8f3-58f32c762876 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 1130 time: 0.0406578 May 12 15:46:56.166728 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4f480aec-eaf8-481a-8d53-076dbc24fc65 req-524bfc4f-5f3a-4aa8-8d3f-00f96d0768c1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366271 May 12 15:46:56.565733 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8274f0-7640-45a2-bacc-6c97d9797616 req-b84c6825-4c39-46c1-99c1-196bee600d9b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:56.567229 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b8274f0-7640-45a2-bacc-6c97d9797616 req-b84c6825-4c39-46c1-99c1-196bee600d9b tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 946 time: 0.0532858 May 12 15:46:56.618321 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1b8274f0-7640-45a2-bacc-6c97d9797616 req-7f45b6dc-04f8-4df7-b6cd-eb91e03b1968 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451705 May 12 15:46:57.801334 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34173-bcd0-4234-b02e-388f74871383 req-3b38f478-69a0-40c5-b0e3-78d02fb1dbea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:57.802812 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34a34173-bcd0-4234-b02e-388f74871383 req-3b38f478-69a0-40c5-b0e3-78d02fb1dbea tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 946 time: 0.1089790 May 12 15:46:58.136855 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-34a34173-bcd0-4234-b02e-388f74871383 req-e10f5b93-2e0a-4793-abb1-9afc6b3f4a4e tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254471 May 12 15:46:58.261650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8340c-a9a1-4356-b612-b610c8934888 req-314413f9-4544-42da-98ea-d5d537f84841 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:58.263052 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-13d8340c-a9a1-4356-b612-b610c8934888 req-314413f9-4544-42da-98ea-d5d537f84841 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 946 time: 0.0528083 May 12 15:46:58.272154 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44292) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:46:58.279020 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Request body: {'floatingip': {'port_id': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:46:58.323782 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (bbcfa176-02de-4d47-bcbf-74340584193c), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:58.765649 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:58.771829 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bbcfa176-02de-4d47-bcbf-74340584193c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:58.879997 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP bbcfa176-02de-4d47-bcbf-74340584193c associated. External IP: 172.27.2.128, port: 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6. May 12 15:46:59.130469 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:46:59.246574 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:46:59.251005 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:46:59.256299 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:46:59.282987 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-7da609f6-6bb2-44bf-bf9c-ed602f0976cf tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "PUT /v2.0/floatingips/bbcfa176-02de-4d47-bcbf-74340584193c HTTP/1.1" status: 200 len: 992 time: 1.0094273 May 12 15:46:59.283601 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:46:59.285980 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987" -d '{"events": [{"name": "network-changed", "server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:46:59.326248 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e48602d-bca8-4e32-b2b0-b937d2cd7ac1 x-openstack-request-id: req-7e48602d-bca8-4e32-b2b0-b937d2cd7ac1 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:46:59.326673 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:46:59.327067 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7e48602d-bca8-4e32-b2b0-b937d2cd7ac1 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:46:59.327606 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e48602d-bca8-4e32-b2b0-b937d2cd7ac1'] response: {'name': 'network-changed', 'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'status': 'completed', 'code': 200} May 12 15:46:59.370197 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:59.370810 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:59.388109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-9058a968-880a-40eb-b1ed-60ae7c999584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:59.390218 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-9058a968-880a-40eb-b1ed-60ae7c999584 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 1130 time: 0.0428305 May 12 15:46:59.483004 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:46:59.491068 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-12c9e28f-1cdc-44e0-a195-bc361931d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:59.492605 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-12c9e28f-1cdc-44e0-a195-bc361931d2bb service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0959311 May 12 15:46:59.559466 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-21442f15-3da8-4b38-8ea6-a553630eb583 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 HTTP/1.1" status: 200 len: 1000 time: 0.0614009 May 12 15:46:59.613437 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-dbdeefdd-ecce-43f5-8cd3-6f3e0ddea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:59.614971 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-dbdeefdd-ecce-43f5-8cd3-6f3e0ddea770 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0498435 May 12 15:46:59.658239 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-bf5a2e17-5d8f-4428-9ba7-0dbe92923035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:46:59.659659 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-bf5a2e17-5d8f-4428-9ba7-0dbe92923035 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389090 May 12 15:46:59.708224 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bbcfa176-02de-4d47-bcbf-74340584193c', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:ab:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:46:45Z', 'updated_at': '2022-05-12T15:46:58Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:59.738453 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:46:59.747688 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:46:59.747901 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:46:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:46:59.753041 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-e66ee442-7576-4616-b68a-415a0f59006e service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877380 May 12 15:46:59.847509 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-6b33d5ce-8b4e-4b72-971c-9de3d84c1987 req-babf6c3a-69b1-48a6-8467-6ca59fa4c10f service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865874 May 12 15:46:59.858897 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:47:00.089799 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bbcfa176-02de-4d47-bcbf-74340584193c', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:ab:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:46:45Z', 'updated_at': '2022-05-12T15:46:58Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:00.118916 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd16747-0b85-465f-8385-e62a0d663647 None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'bbcfa176-02de-4d47-bcbf-74340584193c', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'port_id': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'mac_address': 'fa:16:3e:ab:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:46:45Z', 'updated_at': '2022-05-12T15:46:58Z', 'revision_number': 1, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:47:00.313847 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19fefd-175d-4f58-aed2-ff1e2e5d61c5 None None] New status for floating IP bbcfa176-02de-4d47-bcbf-74340584193c: ACTIVE {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:47:01.163415 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:04.437173 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:47:10.950191 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-d80719f0-eda6-4199-ba8a-7f7447b66532 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820887 May 12 15:47:11.035431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-89dcf683-52e8-43c0-9938-ebfe0ad132f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:11.036970 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-89dcf683-52e8-43c0-9938-ebfe0ad132f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c7462c1e31649e9849721910b3262a3&device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 1130 time: 0.0453315 May 12 15:47:11.143838 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-8662df12-dc34-455b-8687-b0093d4352a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:11.145229 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-8662df12-dc34-455b-8687-b0093d4352a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 200 len: 916 time: 0.0887930 May 12 15:47:11.219216 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-8b35bc49-d752-414b-a051-dbf52af1fca4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 HTTP/1.1" status: 200 len: 1002 time: 0.0677705 May 12 15:47:11.276299 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-61d950e0-aad4-4b9b-ad80-acd3cd88b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:11.278576 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-61d950e0-aad4-4b9b-ad80-acd3cd88b39d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 200 len: 854 time: 0.0537686 May 12 15:47:11.321534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-69091a3a-9638-470c-9c0e-efbaa3ddf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:11.322997 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-69091a3a-9638-470c-9c0e-efbaa3ddf6f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=28e8ac92-f000-41cc-98c0-a6392dfdb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390761 May 12 15:47:11.333026 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-15a069ad-c4ef-4984-964d-1709c7160292 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:47:11.333963 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-15a069ad-c4ef-4984-964d-1709c7160292 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048366 May 12 15:47:11.437305 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-fab4dd29-0fe3-43d0-9bc5-b87db7bb635a service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970554 May 12 15:47:11.526653 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b39b2192-01cf-4aab-a8d2-8e008e9b9d48 req-295767e6-636e-4c95-8f4d-58eeaa5eb87f service neutron] 10.222.0.88 "GET /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 May 12 15:47:11.717480 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1680761e-ac7e-4184-af1b-340328c41e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:13.954406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bd8d21d0-f9b0-4ea5-b7d3-b38ce3cf5974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:15.082844 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:16.607915 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:17.963787 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:31.193408 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:41.436708 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:47:41.712992 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-7c688fec-bc24-4295-a4d0-cd38e60927a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:43.108167 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1759afa-aca4-455e-9d4a-04e5af1e5cda req-fe3d4b45-fd5b-4c04-bf32-516a9e47817c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:43.109565 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b1759afa-aca4-455e-9d4a-04e5af1e5cda req-fe3d4b45-fd5b-4c04-bf32-516a9e47817c tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 946 time: 0.0539415 May 12 15:47:43.155732 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b1759afa-aca4-455e-9d4a-04e5af1e5cda req-8d54b6c4-707d-496b-b87d-2631306767e1 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 May 12 15:47:43.951514 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0d316c74-c063-4305-a2ac-ba82a47903c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:44.283794 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b595-2b05-42a0-95d6-cca0129b242a req-fd98898b-c64d-4435-8ae4-6d67925aed26 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:44.285266 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec04b595-2b05-42a0-95d6-cca0129b242a req-fd98898b-c64d-4435-8ae4-6d67925aed26 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 946 time: 0.0471027 May 12 15:47:44.340306 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec04b595-2b05-42a0-95d6-cca0129b242a req-99733fa6-2300-44c1-a1d8-d4a7638261fe tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups?id=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494843 May 12 15:47:44.596187 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-8abf7323-279b-4fc0-a77e-bd383aea6898 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:47:44.597650 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-8abf7323-279b-4fc0-a77e-bd383aea6898 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 946 time: 0.0477946 May 12 15:47:44.684169 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:47:44.684500 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:44.774409 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] For port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:47:44.774740 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:44.949532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:44.949789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (bbcfa176-02de-4d47-bcbf-74340584193c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:44.950113 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Floating IP bbcfa176-02de-4d47-bcbf-74340584193c disassociated. External IP: 172.27.2.128, port: 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6. May 12 15:47:44.950458 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:47:45.082639 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:45.099428 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (0910bcd9-b358-40b5-aeb2-c2a5b7b931b6), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:45.125695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=0910bcd9-b358-40b5-aeb2-c2a5b7b931b6,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:45.138613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.138613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.138813 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.139161 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.139496 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.139827 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.140159 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.140542 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.140843 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.141205 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.141557 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.141837 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.142158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.142538 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.142883 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:45.258590 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:47:45.369180 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:47:45.379203 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:47:45.391460 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:47:45.392122 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:47:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:45.429089 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] No DVR routers for this DVR port 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:47:45.445550 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:45.448804 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-72280f94-49e0-4c28-8bca-6172c318aa45 req-f606e310-af63-4e91-8313-4da94ae594e5 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.88 "DELETE /v2.0/ports/0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 HTTP/1.1" status: 204 len: 173 time: 0.8454998 May 12 15:47:45.449245 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'name': 'network-vif-deleted', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:47:45.451569 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1601b355-5269-4d9f-90c4-b85628bea61f" -d '{"events": [{"server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "name": "network-vif-deleted", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:47:45.476038 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-812b5974-c8d9-4761-bcbc-7661157faff4 req-ce9c804e-8d1d-4098-9182-790ec6716d4f tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/ports?device_id=62f8cf00-9637-4105-83e7-2ba41eda67a4 HTTP/1.1" status: 200 len: 210 time: 0.0481205 May 12 15:47:45.510378 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:47:45.603076 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a76c5cb-a9a9-421d-953d-7087fa64f060 x-openstack-request-id: req-1a76c5cb-a9a9-421d-953d-7087fa64f060 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:47:45.603359 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f8cf00-9637-4105-83e7-2ba41eda67a4", "name": "network-vif-deleted", "tag": "0910bcd9-b358-40b5-aeb2-c2a5b7b931b6", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:47:45.603604 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a76c5cb-a9a9-421d-953d-7087fa64f060 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:47:45.604072 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a76c5cb-a9a9-421d-953d-7087fa64f060'] response: {'server_uuid': '62f8cf00-9637-4105-83e7-2ba41eda67a4', 'name': 'network-vif-deleted', 'tag': '0910bcd9-b358-40b5-aeb2-c2a5b7b931b6', 'status': 'completed', 'code': 200} May 12 15:47:45.705943 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:45.731615 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:47:45.740113 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:47:45.740768 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:47:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:45.846659 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:47:46.143612 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:46.169369 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c682a5-4680-4ef7-9e08-ace862ace53c None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:43:31Z', 'revision_number': 4, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '5ee23399-47da-4248-9f5d-684a15a5abc7', 'name': '', 'network_id': '28e8ac92-f000-41cc-98c0-a6392dfdb29f', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'mac_address': 'fa:16:3e:07:c7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:30Z', 'updated_at': '2022-05-12T15:43:36Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'subnets': [{'id': '6f72255c-670a-41fa-8fc0-5c5d9a631916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:47:46.423886 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17723b0-f17b-438b-b4dc-e66344102435 None None] New status for floating IP bbcfa176-02de-4d47-bcbf-74340584193c: DOWN {{(pid=103543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:47:46.546319 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44378) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:46.605090 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.606726 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-387c1020-08ce-41c5-a03a-0b3e4bdac913 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.629672 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-387c1020-08ce-41c5-a03a-0b3e4bdac913 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.679011 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-387c1020-08ce-41c5-a03a-0b3e4bdac913 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.682796 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-387c1020-08ce-41c5-a03a-0b3e4bdac913 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.683939 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-387c1020-08ce-41c5-a03a-0b3e4bdac913 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/security-groups/4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b HTTP/1.1" status: 204 len: 168 time: 0.1367731 May 12 15:47:46.687029 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44380) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:46.693311 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c1020-08ce-41c5-a03a-0b3e4bdac913 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:46.703116 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.api.v2.resource [None req-9fc443fe-5c1f-4f44-adfa-2fa9d93ecadd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] show failed (client error): The resource could not be found. May 12 15:47:46.704149 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-9fc443fe-5c1f-4f44-adfa-2fa9d93ecadd tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "GET /v2.0/security-groups/4511cd40-afee-4c1a-ab2d-b91a2d9d2d9b HTTP/1.1" status: 404 len: 347 time: 0.0161021 May 12 15:47:46.707354 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44382) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:46.830818 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Deleting port 93561af9-2c4f-4342-9fb1-940a1c30f33c {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:47:46.831227 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.910310 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.910598 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (93561af9-2c4f-4342-9fb1-940a1c30f33c), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:46.924209 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Calling delete_port for 93561af9-2c4f-4342-9fb1-940a1c30f33c owned by network:floatingip {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:47:47.062722 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (93561af9-2c4f-4342-9fb1-940a1c30f33c), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:47.090811 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Pushing event deleted for resources: {'Port': ['ID=93561af9-2c4f-4342-9fb1-940a1c30f33c,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:47.159134 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks [] for floatingip (bbcfa176-02de-4d47-bcbf-74340584193c), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:47.161652 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:47.162827 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-debc6ba6-f8a7-4f3d-b308-97e0fd0bd6a2 tempest-AttachVolumeNegativeTest-407622761 tempest-AttachVolumeNegativeTest-407622761-project] 10.222.0.89 "DELETE /v2.0/floatingips/bbcfa176-02de-4d47-bcbf-74340584193c HTTP/1.1" status: 204 len: 168 time: 0.4545019 May 12 15:47:47.964172 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:50.010408 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:47:50.031346 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:47:50.031696 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 0910bcd9-b358-40b5-aeb2-c2a5b7b931b6 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:47:50.876087 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44418) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:51.207859 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:51.452975 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Deleting port 5ee23399-47da-4248-9f5d-684a15a5abc7 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:47:51.453282 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:51.535624 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] For port 5ee23399-47da-4248-9f5d-684a15a5abc7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=5ee23399-47da-4248-9f5d-684a15a5abc7,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:47:51.535998 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:51.549772 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Calling delete_port for 5ee23399-47da-4248-9f5d-684a15a5abc7 owned by network:router_interface {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:47:51.733912 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (5ee23399-47da-4248-9f5d-684a15a5abc7), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:51.756905 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee23399-47da-4248-9f5d-684a15a5abc7,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:51.766655 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.767017 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.767342 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.767684 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.768013 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.768344 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.768700 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.769570 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.769570 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.769738 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.769986 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.770252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.770640 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.770922 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.771244 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:47:51.943521 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:52.169780 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:47:52.552941 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:47:52.558332 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-8a1d8fef-1727-4bb5-b438-fda551d8e882 admin admin] 10.222.0.89 "PUT /v2.0/routers/dc49b658-4f43-4e3a-9fb0-83f396fa29e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816006 May 12 15:47:52.561062 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44420) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:52.562581 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] Sync routers for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:47:52.573417 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:47:52.574042 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:47:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:52.666250 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks [] for router (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:52.680338 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:47:52.769763 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks [] for router_gateway (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:52.815090 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Deleting port 0028cfa0-36e4-4cea-b403-89d43b8d120f {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:47:52.815333 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:52.852512 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:47:51Z', 'revision_number': 5, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port': {'id': '0028cfa0-36e4-4cea-b403-89d43b8d120f', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:43:27Z', 'updated_at': '2022-05-12T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:52.879096 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] Checking router: dc49b658-4f43-4e3a-9fb0-83f396fa29e1 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:47:52.887472 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] Routers {'dc49b658-4f43-4e3a-9fb0-83f396fa29e1'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:47:52.888081 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:47:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:52.892795 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] For port 0028cfa0-36e4-4cea-b403-89d43b8d120f, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=0028cfa0-36e4-4cea-b403-89d43b8d120f,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:47:52.893167 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:52.909447 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Calling delete_port for 0028cfa0-36e4-4cea-b403-89d43b8d120f owned by network:router_gateway {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:47:52.976024 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] Set router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:47:53.030402 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:47:52Z', 'revision_number': 6, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:53.057347 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd608-5b95-4508-b03b-d17e45fe6e62 None None] The sync data for ids ['dc49b658-4f43-4e3a-9fb0-83f396fa29e1'] in dv-cinder-835881-11-iscsi is: [{'id': 'dc49b658-4f43-4e3a-9fb0-83f396fa29e1', 'name': 'tempest-AttachVolumeNegativeTest-1706780730-router', 'tenant_id': '7c7462c1e31649e9849721910b3262a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:43:26Z', 'updated_at': '2022-05-12T15:47:52Z', 'revision_number': 6, 'project_id': '7c7462c1e31649e9849721910b3262a3', 'gw_port_host': None}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:47:53.080927 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (0028cfa0-36e4-4cea-b403-89d43b8d120f), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.125161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0028cfa0-36e4-4cea-b403-89d43b8d120f,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:53.166112 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.256184 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.258382 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks [] for router_controller (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.305144 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (dc49b658-4f43-4e3a-9fb0-83f396fa29e1), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.306038 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc49b658-4f43-4e3a-9fb0-83f396fa29e1 {{(pid=103541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:47:53.311627 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.312819 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ad882732-baff-4e9a-beb2-ba18270fee9b admin admin] 10.222.0.89 "DELETE /v2.0/routers/dc49b658-4f43-4e3a-9fb0-83f396fa29e1 HTTP/1.1" status: 204 len: 168 time: 0.7505693 May 12 15:47:53.315539 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44422) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:53.359172 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Deleting subnet 6f72255c-670a-41fa-8fc0-5c5d9a631916 {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:47:53.362116 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Publish callbacks [] for subnet (6f72255c-670a-41fa-8fc0-5c5d9a631916), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.400723 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (6f72255c-670a-41fa-8fc0-5c5d9a631916), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.482340 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (6f72255c-670a-41fa-8fc0-5c5d9a631916), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.535330 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (6f72255c-670a-41fa-8fc0-5c5d9a631916), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.563425 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f72255c-670a-41fa-8fc0-5c5d9a631916,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:53.565394 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.570225 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b251cac3-72c5-4935-8191-45288a233077 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6f72255c-670a-41fa-8fc0-5c5d9a631916 HTTP/1.1" status: 204 len: 168 time: 0.2519219 May 12 15:47:53.570971 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44424) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:53.572602 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7fad4-6d56-466b-aed6-c784e2ba0971 None None] Network 28e8ac92-f000-41cc-98c0-a6392dfdb29f requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:47:53.642087 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (28e8ac92-f000-41cc-98c0-a6392dfdb29f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.690139 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Deleting port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:47:53.690477 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.758121 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] For port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,segment=NetworkSegment(6c49d33a-9bd4-4f3c-a2b2-98312204755d),segment_id=6c49d33a-9bd4-4f3c-a2b2-98312204755d)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:47:53.758525 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.771528 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Calling delete_port for 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:47:53.866716 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:53.887407 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611b6a5-eb63-42f7-9298-ddd816433a21 None None] DHCP port deletion for 28e8ac92-f000-41cc-98c0-a6392dfdb29f request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:47:53.894486 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:53.899974 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] No DVR routers for this DVR port 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:47:53.935340 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 5ee23399-47da-4248-9f5d-684a15a5abc7 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:47:53.963631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 5ee23399-47da-4248-9f5d-684a15a5abc7 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:47:53.964082 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 5ee23399-47da-4248-9f5d-684a15a5abc7 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:47:54.251583 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (28e8ac92-f000-41cc-98c0-a6392dfdb29f), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.271482 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e8ac92-f000-41cc-98c0-a6392dfdb29f']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:54.280798 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c49d33a-9bd4-4f3c-a2b2-98312204755d') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:54.281103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c49d33a-9bd4-4f3c-a2b2-98312204755d') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:47:54.290389 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (6c49d33a-9bd4-4f3c-a2b2-98312204755d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.303914 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (6c49d33a-9bd4-4f3c-a2b2-98312204755d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.310043 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:47:54.310431 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (6c49d33a-9bd4-4f3c-a2b2-98312204755d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:47:54.312098 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:47:54.367800 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (28e8ac92-f000-41cc-98c0-a6392dfdb29f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.373211 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.376636 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] 10.222.0.89 "DELETE /v2.0/networks/28e8ac92-f000-41cc-98c0-a6392dfdb29f HTTP/1.1" status: 204 len: 168 time: 0.8047583 May 12 15:47:54.387387 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a479d-b32c-464a-a9c1-8b82ff1ea7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=28e8ac92-f000-41cc-98c0-a6392dfdb29f,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:54.548871 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44428) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:54.593056 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-db1c04e5-ddbd-453d-b1cd-2052f33b7eee admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7c7462c1e31649e9849721910b3262a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426917 May 12 15:47:54.595299 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44430) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:54.644847 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3bef9bba-9349-45c0-885a-e7f638dfdbd2 admin admin] Publish callbacks [] for security_group (c4593994-97ff-4b1b-87ff-918fd2330024), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.665945 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3bef9bba-9349-45c0-885a-e7f638dfdbd2 admin admin] Publish callbacks [] for security_group (c4593994-97ff-4b1b-87ff-918fd2330024), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.714381 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3bef9bba-9349-45c0-885a-e7f638dfdbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c4593994-97ff-4b1b-87ff-918fd2330024), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.718366 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3bef9bba-9349-45c0-885a-e7f638dfdbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:54.719924 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3bef9bba-9349-45c0-885a-e7f638dfdbd2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c4593994-97ff-4b1b-87ff-918fd2330024 HTTP/1.1" status: 204 len: 168 time: 0.1235073 May 12 15:47:54.727664 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9bba-9349-45c0-885a-e7f638dfdbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4593994-97ff-4b1b-87ff-918fd2330024,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:55.506720 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0028cfa0-36e4-4cea-b403-89d43b8d120f no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:47:55.530650 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 0028cfa0-36e4-4cea-b403-89d43b8d120f {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:47:55.531072 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 0028cfa0-36e4-4cea-b403-89d43b8d120f not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:47:55.531499 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:47:55.552605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:47:55.552950 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 9d7c4eb0-6ecb-40b5-b960-704d22d9a9b4 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:47:57.743861 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44562) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:57.866997 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-379750c5-0b16-48bc-8573-1638fc3dc99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:57.947156 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-379750c5-0b16-48bc-8573-1638fc3dc99f admin admin] Publish callbacks [] for security_group (d73b642b-b545-4059-857c-213d36d63090), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:57.952829 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-379750c5-0b16-48bc-8573-1638fc3dc99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d73b642b-b545-4059-857c-213d36d63090), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:57.991194 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-379750c5-0b16-48bc-8573-1638fc3dc99f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=31169d4973c04374a9b923c45a629e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462184 May 12 15:47:57.992044 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379750c5-0b16-48bc-8573-1638fc3dc99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b642b-b545-4059-857c-213d36d63090,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:57.994205 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44566) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:58.049932 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3062553a-da5c-4b7e-a459-8e573a7885b7 admin admin] Publish callbacks [] for security_group (d73b642b-b545-4059-857c-213d36d63090), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.075083 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3062553a-da5c-4b7e-a459-8e573a7885b7 admin admin] Publish callbacks [] for security_group (d73b642b-b545-4059-857c-213d36d63090), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.132112 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3062553a-da5c-4b7e-a459-8e573a7885b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (d73b642b-b545-4059-857c-213d36d63090), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.136629 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-3062553a-da5c-4b7e-a459-8e573a7885b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.138031 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-3062553a-da5c-4b7e-a459-8e573a7885b7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d73b642b-b545-4059-857c-213d36d63090 HTTP/1.1" status: 204 len: 168 time: 0.1428282 May 12 15:47:58.147814 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062553a-da5c-4b7e-a459-8e573a7885b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b642b-b545-4059-857c-213d36d63090,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:58.423372 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44572) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:58.436808 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb058-1bb0-4ce5-b164-66580cdd8a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.518700 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb058-1bb0-4ce5-b164-66580cdd8a2d admin admin] Publish callbacks [] for security_group (345665f3-06d8-47f5-9434-4d0e8c395b51), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.525997 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb058-1bb0-4ce5-b164-66580cdd8a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (345665f3-06d8-47f5-9434-4d0e8c395b51), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.565837 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a8fdb058-1bb0-4ce5-b164-66580cdd8a2d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2bd2adab2f5b49fd8c157e5904fd1cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413589 May 12 15:47:58.566681 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb058-1bb0-4ce5-b164-66580cdd8a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345665f3-06d8-47f5-9434-4d0e8c395b51,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:47:58.568733 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44574) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:47:58.618297 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab819-9866-4447-b203-0d1119e3be45 admin admin] Publish callbacks [] for security_group (345665f3-06d8-47f5-9434-4d0e8c395b51), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.639185 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab819-9866-4447-b203-0d1119e3be45 admin admin] Publish callbacks [] for security_group (345665f3-06d8-47f5-9434-4d0e8c395b51), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.689408 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab819-9866-4447-b203-0d1119e3be45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (345665f3-06d8-47f5-9434-4d0e8c395b51), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.692110 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab819-9866-4447-b203-0d1119e3be45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:47:58.693294 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-5f7ab819-9866-4447-b203-0d1119e3be45 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/345665f3-06d8-47f5-9434-4d0e8c395b51 HTTP/1.1" status: 204 len: 168 time: 0.1235881 May 12 15:47:58.701330 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ab819-9866-4447-b203-0d1119e3be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345665f3-06d8-47f5-9434-4d0e8c395b51,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:01.204216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:03.896757 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44668) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:04.011601 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-86312a5e-d66c-4a99-b0a4-e5fb0c1d069f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.085889 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-86312a5e-d66c-4a99-b0a4-e5fb0c1d069f admin admin] Publish callbacks [] for security_group (c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.091713 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-86312a5e-d66c-4a99-b0a4-e5fb0c1d069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.129127 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-86312a5e-d66c-4a99-b0a4-e5fb0c1d069f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=509323933e984123849534b8500de732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313125 May 12 15:48:04.130295 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86312a5e-d66c-4a99-b0a4-e5fb0c1d069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:04.131959 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44672) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:04.183234 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e22f72c7-9aed-4f4f-9a2c-a3d4e0d90c12 admin admin] Publish callbacks [] for security_group (c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.208679 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e22f72c7-9aed-4f4f-9a2c-a3d4e0d90c12 admin admin] Publish callbacks [] for security_group (c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.267455 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e22f72c7-9aed-4f4f-9a2c-a3d4e0d90c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.271961 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e22f72c7-9aed-4f4f-9a2c-a3d4e0d90c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.273503 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-e22f72c7-9aed-4f4f-9a2c-a3d4e0d90c12 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea HTTP/1.1" status: 204 len: 168 time: 0.1399176 May 12 15:48:04.281207 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f72c7-9aed-4f4f-9a2c-a3d4e0d90c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb41ab-3b8f-4bc0-bcae-cbad97c24dea,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:04.547631 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44678) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:04.560973 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d85d9715-0cf8-49b3-ad3d-81d8906e1f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.631985 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d85d9715-0cf8-49b3-ad3d-81d8906e1f59 admin admin] Publish callbacks [] for security_group (91e97bd0-31fb-42c5-b38d-e43056ca5bc0), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.638405 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d85d9715-0cf8-49b3-ad3d-81d8906e1f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (91e97bd0-31fb-42c5-b38d-e43056ca5bc0), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.679593 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d85d9715-0cf8-49b3-ad3d-81d8906e1f59 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab70b47a6d3e4f40859380e656503722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307046 May 12 15:48:04.680248 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d9715-0cf8-49b3-ad3d-81d8906e1f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e97bd0-31fb-42c5-b38d-e43056ca5bc0,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:04.682319 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44680) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:04.732012 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-964cb579-8e46-4c47-b4e0-073548990914 admin admin] Publish callbacks [] for security_group (91e97bd0-31fb-42c5-b38d-e43056ca5bc0), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.752890 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-964cb579-8e46-4c47-b4e0-073548990914 admin admin] Publish callbacks [] for security_group (91e97bd0-31fb-42c5-b38d-e43056ca5bc0), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.806843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-964cb579-8e46-4c47-b4e0-073548990914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (91e97bd0-31fb-42c5-b38d-e43056ca5bc0), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.809487 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-964cb579-8e46-4c47-b4e0-073548990914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:04.810605 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-964cb579-8e46-4c47-b4e0-073548990914 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/91e97bd0-31fb-42c5-b38d-e43056ca5bc0 HTTP/1.1" status: 204 len: 168 time: 0.1272559 May 12 15:48:04.818398 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cb579-8e46-4c47-b4e0-073548990914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e97bd0-31fb-42c5-b38d-e43056ca5bc0,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:05.960073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44714) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:06.071829 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e53889a0-84e9-4f0c-9c99-a269efbdfa88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.147264 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e53889a0-84e9-4f0c-9c99-a269efbdfa88 admin admin] Publish callbacks [] for security_group (34103ffb-25a8-4380-8b8a-b925d542e7f9), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.153457 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e53889a0-84e9-4f0c-9c99-a269efbdfa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (34103ffb-25a8-4380-8b8a-b925d542e7f9), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.190583 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e53889a0-84e9-4f0c-9c99-a269efbdfa88 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9ed2d421ae7848e2a82e34450d22e14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293520 May 12 15:48:06.191520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53889a0-84e9-4f0c-9c99-a269efbdfa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34103ffb-25a8-4380-8b8a-b925d542e7f9,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:06.194142 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44718) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:06.255357 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbcd1213-de5d-4147-881e-8fa9f8a62538 admin admin] Publish callbacks [] for security_group (34103ffb-25a8-4380-8b8a-b925d542e7f9), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.277497 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbcd1213-de5d-4147-881e-8fa9f8a62538 admin admin] Publish callbacks [] for security_group (34103ffb-25a8-4380-8b8a-b925d542e7f9), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.334400 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbcd1213-de5d-4147-881e-8fa9f8a62538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (34103ffb-25a8-4380-8b8a-b925d542e7f9), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.337103 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cbcd1213-de5d-4147-881e-8fa9f8a62538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:06.338276 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-cbcd1213-de5d-4147-881e-8fa9f8a62538 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/34103ffb-25a8-4380-8b8a-b925d542e7f9 HTTP/1.1" status: 204 len: 168 time: 0.1431394 May 12 15:48:06.346017 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd1213-de5d-4147-881e-8fa9f8a62538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34103ffb-25a8-4380-8b8a-b925d542e7f9,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:11.713934 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-0df82127-f551-48f8-9fca-e66eec596e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:13.956396 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5086f8fb-88bc-435e-aa91-4e6de8793e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:15.077802 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:16.609435 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:17.970714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:18.438933 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:48:25.241334 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44840) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:25.369442 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3abd4b1-dc39-4335-b6c5-d20d8f545de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.444730 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3abd4b1-dc39-4335-b6c5-d20d8f545de8 admin admin] Publish callbacks [] for security_group (955f80f8-7a76-4766-8fe5-5fad29f0cc32), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.450492 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3abd4b1-dc39-4335-b6c5-d20d8f545de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (955f80f8-7a76-4766-8fe5-5fad29f0cc32), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.487709 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-d3abd4b1-dc39-4335-b6c5-d20d8f545de8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=206bae07055f49cc991c5902debdbde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452669 May 12 15:48:25.488551 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abd4b1-dc39-4335-b6c5-d20d8f545de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f80f8-7a76-4766-8fe5-5fad29f0cc32,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:25.491446 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44844) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:25.542350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-22a3a07f-16f4-47e1-b6a5-7cbe52b48ef2 admin admin] Publish callbacks [] for security_group (955f80f8-7a76-4766-8fe5-5fad29f0cc32), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.563174 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-22a3a07f-16f4-47e1-b6a5-7cbe52b48ef2 admin admin] Publish callbacks [] for security_group (955f80f8-7a76-4766-8fe5-5fad29f0cc32), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.611045 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-22a3a07f-16f4-47e1-b6a5-7cbe52b48ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (955f80f8-7a76-4766-8fe5-5fad29f0cc32), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.613678 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-22a3a07f-16f4-47e1-b6a5-7cbe52b48ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:25.614836 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-22a3a07f-16f4-47e1-b6a5-7cbe52b48ef2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/955f80f8-7a76-4766-8fe5-5fad29f0cc32 HTTP/1.1" status: 204 len: 168 time: 0.1221995 May 12 15:48:25.622357 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3a07f-16f4-47e1-b6a5-7cbe52b48ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f80f8-7a76-4766-8fe5-5fad29f0cc32,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:26.322872 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44866) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:26.432078 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1231477161-network', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:26.461293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Made reservation on behalf of 8dd6d7add1fa49fba757d057557b5118 for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:48:26.463760 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.475652 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.555556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks [] for security_group (4cdb3c09-ca4f-4196-8193-35908d92f251), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.563267 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (4cdb3c09-ca4f-4196-8193-35908d92f251), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.593003 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:48:26.601834 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb3c09-ca4f-4196-8193-35908d92f251,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:26.607999 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (7df75420-e5df-424d-acca-7603de737153), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.608405 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Added segment 7df75420-e5df-424d-acca-7603de737153 of type vlan for network ec710b18-76fc-4bea-979c-bb1b0319433d May 12 15:48:26.650638 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (ec710b18-76fc-4bea-979c-bb1b0319433d), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.677864 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (ec710b18-76fc-4bea-979c-bb1b0319433d), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.678982 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:26.679621 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.714252 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3902602 May 12 15:48:26.717377 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44870) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:26.722853 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Request body: {'subnet': {'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1231477161-subnet', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:26.744141 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595380e8-2e75-4e13-b7d8-c19136c374e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ec710b18-76fc-4bea-979c-bb1b0319433d,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:26.745168 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Made reservation on behalf of 8dd6d7add1fa49fba757d057557b5118 for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:48:26.748586 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.754175 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network ec710b18-76fc-4bea-979c-bb1b0319433d details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:48:26.922516 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (46695049-aca2-4296-8425-86c7291eee0d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:26.974616 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46695049-aca2-4296-8425-86c7291eee0d,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:26.992147 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Checking segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:26.992530 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Network hostable DHCP agents. Network: ec710b18-76fc-4bea-979c-bb1b0319433d, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:48:27.012097 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Network ec710b18-76fc-4bea-979c-bb1b0319433d is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:48:27.021461 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, ec710b18-76fc-4bea-979c-bb1b0319433d) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:27.025822 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:27.026446 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.031158 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23416535-7ebf-43f6-bc6e-5d74477004c7 None None] Network ec710b18-76fc-4bea-979c-bb1b0319433d requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:48:27.043815 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-66cbddf4-cbca-453a-8ded-88fd143cb081 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3251882 May 12 15:48:27.046799 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44872) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:27.051610 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:27.072905 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (241dc272-7e6c-48c7-b3e8-629868663488), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.073938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (241dc272-7e6c-48c7-b3e8-629868663488), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.126966 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks [] for router_controller (241dc272-7e6c-48c7-b3e8-629868663488), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.131554 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-ec710b18-76fc-4bea-979c-bb1b0319433d', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:48:27.132542 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.261310 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Allocated IP 172.20.0.2 (ec710b18-76fc-4bea-979c-bb1b0319433d/46695049-aca2-4296-8425-86c7291eee0d/e810f334-ce4a-48a0-adea-5473131c1cd7) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:27.269463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks [] for router_gateway (241dc272-7e6c-48c7-b3e8-629868663488), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.409537 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Publish callbacks [] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.415847 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.458276 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Network ec710b18-76fc-4bea-979c-bb1b0319433d is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:27.458590 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks [] for router_gateway (241dc272-7e6c-48c7-b3e8-629868663488), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.463183 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:27.467553 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:27.470624 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Pushing event updated for resources: {'Port': ['ID=e810f334-ce4a-48a0-adea-5473131c1cd7,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:27.481668 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.482150 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.482498 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.482838 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.483174 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.483499 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.483823 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.484147 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.484483 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.484813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.485136 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.485456 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.485861 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.486185 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.486503 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.486820 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:27.537833 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Attempting to bind port e810f334-ce4a-48a0-adea-5473131c1cd7 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:27.538216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Attempting to bind port e810f334-ce4a-48a0-adea-5473131c1cd7 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:27.538584 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Attempting to bind port e810f334-ce4a-48a0-adea-5473131c1cd7 on network ec710b18-76fc-4bea-979c-bb1b0319433d {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:27.543997 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:27.544381 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Checking segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:27.544813 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.545212 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Bound using segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:27.545679 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Bound port: e810f334-ce4a-48a0-adea-5473131c1cd7, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:27.546061 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.587068 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Allocated IP 172.27.2.182 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/f60d42e1-bf70-46a1-a81d-511a73314090) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:27.607923 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] For port e810f334-ce4a-48a0-adea-5473131c1cd7, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:27.611055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] For port e810f334-ce4a-48a0-adea-5473131c1cd7, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e810f334-ce4a-48a0-adea-5473131c1cd7,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:27.617334 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.679382 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcbc03-8a08-4795-af3a-e664f8e7901f None None] Pushing event updated for resources: {'Port': ['ID=e810f334-ce4a-48a0-adea-5473131c1cd7,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:27.696146 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks [] for port (f60d42e1-bf70-46a1-a81d-511a73314090), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.733079 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:27.775677 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:27.782772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:27.789214 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:27.793929 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Pushing event updated for resources: {'Port': ['ID=f60d42e1-bf70-46a1-a81d-511a73314090,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:28.065072 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks [] for router_gateway (241dc272-7e6c-48c7-b3e8-629868663488), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:28.276003 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (241dc272-7e6c-48c7-b3e8-629868663488), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:28.413861 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Router 241dc272-7e6c-48c7-b3e8-629868663488 is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:48:28.526719 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:48:28.537927 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Sync routers for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:48:28.546759 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:28.548008 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-d65da459-41ae-4e84-b0b5-95fff51edf18 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5001259 May 12 15:48:28.550778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44874) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:28.553231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:28.553882 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:28.599352 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c84d7d-e510-4cb9-8a59-530018ad0b6d None None] Network ec710b18-76fc-4bea-979c-bb1b0319433d requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:48:28.723631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] Provisioning complete for port e810f334-ce4a-48a0-adea-5473131c1cd7 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:28.723965 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:28.726557 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:28.968150 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.092441 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] Current status of the port e810f334-ce4a-48a0-adea-5473131c1cd7 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:29.092857 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.134755 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Allocated IP 172.20.0.1 (ec710b18-76fc-4bea-979c-bb1b0319433d/46695049-aca2-4296-8425-86c7291eee0d/1835e458-4090-46f2-8b9b-94ae6f871b37) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:29.153015 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:27Z', 'revision_number': 3, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:29.155887 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] For port e810f334-ce4a-48a0-adea-5473131c1cd7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e810f334-ce4a-48a0-adea-5473131c1cd7,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:29.183274 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.185425 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Checking router: 241dc272-7e6c-48c7-b3e8-629868663488 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:48:29.185832 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Updating router 241dc272-7e6c-48c7-b3e8-629868663488 port f60d42e1-bf70-46a1-a81d-511a73314090 binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:48:29.244457 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.251425 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks [] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.276493 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e189c-72c4-4564-9f61-0a212eb2ce21 None None] Pushing event updated for resources: {'Port': ['ID=e810f334-ce4a-48a0-adea-5473131c1cd7,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:29.285524 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.321705 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-d1a8f285-60ee-4d39-89a6-c451d9c5be1c None None] Provisioning complete for port e810f334-ce4a-48a0-adea-5473131c1cd7 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:29.321997 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f285-60ee-4d39-89a6-c451d9c5be1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.325890 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Network ec710b18-76fc-4bea-979c-bb1b0319433d is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:29.331292 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:29.333772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:29.368432 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Pushing event updated for resources: {'Port': ['ID=1835e458-4090-46f2-8b9b-94ae6f871b37,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:29.380325 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (241dc272-7e6c-48c7-b3e8-629868663488), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.525072 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8f285-60ee-4d39-89a6-c451d9c5be1c None None] Current status of the port e810f334-ce4a-48a0-adea-5473131c1cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:29.540389 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.587562 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device e810f334-ce4a-48a0-adea-5473131c1cd7 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:29.667250 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Publish callbacks [] for port (f60d42e1-bf70-46a1-a81d-511a73314090), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.670300 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-ea85974a-9886-4aa8-99aa-b974e4d90cbd None None] Provisioning complete for port 1835e458-4090-46f2-8b9b-94ae6f871b37 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:29.670667 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ea85974a-9886-4aa8-99aa-b974e4d90cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.698712 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.732387 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port e810f334-ce4a-48a0-adea-5473131c1cd7 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:29.732737 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.738369 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks [] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.743332 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.764637 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-ea85974a-9886-4aa8-99aa-b974e4d90cbd None None] Port 1835e458-4090-46f2-8b9b-94ae6f871b37 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:48:29.794674 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191337a-0969-478e-b620-b36b6c5c47ca None None] Pushing event updated for resources: {'Port': ['ID=f60d42e1-bf70-46a1-a81d-511a73314090,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:29.801314 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Attempting to bind port f60d42e1-bf70-46a1-a81d-511a73314090 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:29.801689 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Attempting to bind port f60d42e1-bf70-46a1-a81d-511a73314090 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:29.802051 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Attempting to bind port f60d42e1-bf70-46a1-a81d-511a73314090 on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:29.811341 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:29.811584 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Pushing event updated for resources: {'Port': ['ID=1835e458-4090-46f2-8b9b-94ae6f871b37,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:29.811697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:29.812107 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.812505 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:29.813000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Bound port: f60d42e1-bf70-46a1-a81d-511a73314090, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:29.813855 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.814293 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (241dc272-7e6c-48c7-b3e8-629868663488), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.899814 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port e810f334-ce4a-48a0-adea-5473131c1cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:29.902409 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] For port f60d42e1-bf70-46a1-a81d-511a73314090, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:29.914990 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] For port f60d42e1-bf70-46a1-a81d-511a73314090, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=f60d42e1-bf70-46a1-a81d-511a73314090,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:29.922569 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:29.981634 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:29.982306 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:29.987646 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191337a-0969-478e-b620-b36b6c5c47ca None None] Pushing event updated for resources: {'Port': ['ID=f60d42e1-bf70-46a1-a81d-511a73314090,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:30.101605 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:30.194342 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Network ec710b18-76fc-4bea-979c-bb1b0319433d is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:30.195642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:30.297382 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 2, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:30.311234 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Router 241dc272-7e6c-48c7-b3e8-629868663488 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:48:30.328298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f71c3b-9c86-4515-9d10-63cf6f18255c None None] The sync data for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi is: [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 2, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:48:30.429115 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:48:30.434876 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-e91befe0-39bd-46fa-bb06-625776d87c18 admin admin] 10.222.0.89 "PUT /v2.0/routers/241dc272-7e6c-48c7-b3e8-629868663488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8830628 May 12 15:48:30.485782 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-b10bd05f-6ee6-455a-9cf2-cacfeef5481c None None] Provisioning complete for port 1835e458-4090-46f2-8b9b-94ae6f871b37 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:30.486166 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b10bd05f-6ee6-455a-9cf2-cacfeef5481c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:30.546716 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-b10bd05f-6ee6-455a-9cf2-cacfeef5481c None None] Port 1835e458-4090-46f2-8b9b-94ae6f871b37 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:48:30.928261 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44890) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:30.934100 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335769568-network', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:30.968453 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Made reservation on behalf of 52cbd6e544a94252992ca8d7cdc5210d for: {'network': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:48:30.975534 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for network (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:30.986012 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.069927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks [] for security_group (c05e676f-b934-4f2f-96aa-4861e02f5826), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.075128 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c05e676f-b934-4f2f-96aa-4861e02f5826), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.094519 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:48:31.112778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767968627213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (04d29aaf-c5f0-448c-9305-db618c75caef), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.113169 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.segments_db [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Added segment 04d29aaf-c5f0-448c-9305-db618c75caef of type vlan for network a993d72c-c9cc-414e-96d1-83ee56d783f9 May 12 15:48:31.114385 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e676f-b934-4f2f-96aa-4861e02f5826,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:31.157933 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767968118164'] for network (a993d72c-c9cc-414e-96d1-83ee56d783f9), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.184429 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541'] for network (a993d72c-c9cc-414e-96d1-83ee56d783f9), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.185581 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:31.186235 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.219216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.226261 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2966897 May 12 15:48:31.229369 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44892) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:31.234940 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Request body: {'subnet': {'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335769568-subnet', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'ip_version': 4}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:31.254073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378204b-9507-4a17-ae93-28eb49e81ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a993d72c-c9cc-414e-96d1-83ee56d783f9,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:31.258680 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Made reservation on behalf of 52cbd6e544a94252992ca8d7cdc5210d for: {'subnet': 1} {{(pid=103541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:48:31.261836 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9542780'] for subnet (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.266682 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 details requested by agent ovs-agent-dv-cinder-835881-11-iscsi with host dv-cinder-835881-11-iscsi {{(pid=103543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 15:48:31.437805 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9453306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9542762'] for subnet (68978a36-2c79-4e57-b9cb-d1aaf060f22f), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.496229 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68978a36-2c79-4e57-b9cb-d1aaf060f22f,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:31.510932 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Checking segment: {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:31.511293 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Network hostable DHCP agents. Network: a993d72c-c9cc-414e-96d1-83ee56d783f9, hostable agents: ['5d129352-3335-4559-9907-b2553baaa545'], hosted agents: [] {{(pid=103541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:48:31.535064 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 is scheduled to be hosted by DHCP agent 5d129352-3335-4559-9907-b2553baaa545 with binding_index 1 {{(pid=103541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:48:31.547267 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-11-iscsi, a993d72c-c9cc-414e-96d1-83ee56d783f9) {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:31.551636 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:31.552239 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.558623 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa9692-d911-42c0-befe-9fc0b963c9ad None None] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:48:31.573864 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 44894) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:31.574024 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-5915ff79-c9cd-47cf-a9eb-cecd98576058 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3433437 May 12 15:48:31.578624 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:31.586676 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f60d42e1-bf70-46a1-a81d-511a73314090 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:31.605427 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4168276'] for router (554d3204-5e9a-4729-8e09-6f36c5f9580a), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.606540 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4168285'] for router (554d3204-5e9a-4729-8e09-6f36c5f9580a), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.659833 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks [] for router_controller (554d3204-5e9a-4729-8e09-6f36c5f9580a), precommit_add_association {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.806927 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks [] for router_gateway (554d3204-5e9a-4729-8e09-6f36c5f9580a), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.832762 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port f60d42e1-bf70-46a1-a81d-511a73314090 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:31.833142 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.854004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43fd00f-99f5-5b22-8a1e-7b01c4e0d628-a993d72c-c9cc-414e-96d1-83ee56d783f9', 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'fixed_ips': [{'subnet_id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f'}]}} from dv-cinder-835881-11-iscsi. {{(pid=103543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 15:48:31.854855 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:31.997184 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks [] for router_gateway (554d3204-5e9a-4729-8e09-6f36c5f9580a), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.017071 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.019955 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port f60d42e1-bf70-46a1-a81d-511a73314090 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:32.020338 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.051915 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port f60d42e1-bf70-46a1-a81d-511a73314090, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=f60d42e1-bf70-46a1-a81d-511a73314090,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:32.056911 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.db_base_plugin_common [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Allocated IP 172.20.0.2 (a993d72c-c9cc-414e-96d1-83ee56d783f9/68978a36-2c79-4e57-b9cb-d1aaf060f22f/64501e3e-d274-4d19-9604-f5aff404d0a6) {{(pid=103543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:32.061655 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.129850 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Allocated IP 172.27.2.115 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/4389442d-1460-4e9d-afea-2d7c141dffdd) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:32.167877 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=f60d42e1-bf70-46a1-a81d-511a73314090,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:32.239064 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks [] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.246345 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Publish callbacks [] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), precommit_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.253053 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), after_create {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.274299 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.294242 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 is already hosted by enough agents. {{(pid=103543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:32.297183 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.scheduler.base_scheduler [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Resources bound (agent type, host, resource id): {{(pid=103543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:32.302916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Received port after_create {{(pid=103543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:32.310183 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Pushing event updated for resources: {'Port': ['ID=64501e3e-d274-4d19-9604-f5aff404d0a6,revision_number=1']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:32.316336 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:32.322306 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:32.326403 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:32.332277 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Pushing event updated for resources: {'Port': ['ID=4389442d-1460-4e9d-afea-2d7c141dffdd,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:32.372554 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Attempting to bind port 64501e3e-d274-4d19-9604-f5aff404d0a6 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:32.373163 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Attempting to bind port 64501e3e-d274-4d19-9604-f5aff404d0a6 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:32.373702 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Attempting to bind port 64501e3e-d274-4d19-9604-f5aff404d0a6 on network a993d72c-c9cc-414e-96d1-83ee56d783f9 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:32.379405 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:32.379756 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Checking segment: {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:32.380134 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.380563 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Bound using segment: {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:32.380913 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Bound port: 64501e3e-d274-4d19-9604-f5aff404d0a6, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:32.381288 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.410059 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Sync routers for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:48:32.422177 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:32.422796 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:32.446756 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] For port 64501e3e-d274-4d19-9604-f5aff404d0a6, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:32.450975 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] For port 64501e3e-d274-4d19-9604-f5aff404d0a6, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=64501e3e-d274-4d19-9604-f5aff404d0a6,segment=NetworkSegment(04d29aaf-c5f0-448c-9305-db618c75caef),segment_id=04d29aaf-c5f0-448c-9305-db618c75caef)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:32.458190 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.525773 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e7ba6-9e4d-4f50-90cc-1c7cfcad5be3 None None] Pushing event updated for resources: {'Port': ['ID=64501e3e-d274-4d19-9604-f5aff404d0a6,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:32.542310 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:32.619997 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks [] for router_gateway (554d3204-5e9a-4729-8e09-6f36c5f9580a), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.747935 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 2, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:32.782745 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Checking router: 241dc272-7e6c-48c7-b3e8-629868663488 for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:48:32.783096 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Updating router 241dc272-7e6c-48c7-b3e8-629868663488 port 1835e458-4090-46f2-8b9b-94ae6f871b37 binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:48:32.811476 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:32.867484 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555467'] for router (554d3204-5e9a-4729-8e09-6f36c5f9580a), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.005662 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Router 554d3204-5e9a-4729-8e09-6f36c5f9580a is scheduled to L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a with binding_index 1 {{(pid=103542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 15:48:33.121393 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:48:33.132990 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Sync routers for ids ['554d3204-5e9a-4729-8e09-6f36c5f9580a'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:48:33.142520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.144806 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-bc88f880-baf2-4584-aad8-e55ca50964ee admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5695922 May 12 15:48:33.146371 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Routers {'554d3204-5e9a-4729-8e09-6f36c5f9580a'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:33.147056 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['554d3204-5e9a-4729-8e09-6f36c5f9580a'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:33.147674 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 44896) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:48:33.205183 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Publish callbacks [] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.215878 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.260768 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Pushing event updated for resources: {'Port': ['ID=1835e458-4090-46f2-8b9b-94ae6f871b37,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:33.262075 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Set router 554d3204-5e9a-4729-8e09-6f36c5f9580a gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:33.270530 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.271155 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.271667 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.272185 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.272707 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.273197 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.273675 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.274161 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.274663 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.275151 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.275630 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.276109 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.276624 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.277238 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.277751 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:33.373356 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Attempting to bind port 1835e458-4090-46f2-8b9b-94ae6f871b37 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:33.373990 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Attempting to bind port 1835e458-4090-46f2-8b9b-94ae6f871b37 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:33.374462 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Attempting to bind port 1835e458-4090-46f2-8b9b-94ae6f871b37 on network ec710b18-76fc-4bea-979c-bb1b0319433d {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:33.384755 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:33.385400 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Checking segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:33.386017 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.386606 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Bound using segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:33.387282 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Bound port: 1835e458-4090-46f2-8b9b-94ae6f871b37, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:33.387854 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.478971 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] For port 1835e458-4090-46f2-8b9b-94ae6f871b37, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:33.485438 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] For port 1835e458-4090-46f2-8b9b-94ae6f871b37, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=1835e458-4090-46f2-8b9b-94ae6f871b37,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:33.487917 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 3, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:33.496385 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.578579 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Checking router: 554d3204-5e9a-4729-8e09-6f36c5f9580a for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:48:33.578858 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Updating router 554d3204-5e9a-4729-8e09-6f36c5f9580a port 4389442d-1460-4e9d-afea-2d7c141dffdd binding host dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:48:33.590979 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:33.591834 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:33.616454 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d75482-2428-4518-bfec-5770c81ea7c1 None None] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:48:33.647570 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.662711 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf4a03-26e4-49b3-8ca6-0d35087b5902 None None] Pushing event updated for resources: {'Port': ['ID=1835e458-4090-46f2-8b9b-94ae6f871b37,revision_number=4']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:33.747003 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.753222 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 64501e3e-d274-4d19-9604-f5aff404d0a6 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:33.756543 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:33.786670 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Provisioning complete for port 64501e3e-d274-4d19-9604-f5aff404d0a6 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:33.787326 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:33.933930 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Allocated IP 172.20.0.1 (a993d72c-c9cc-414e-96d1-83ee56d783f9/68978a36-2c79-4e57-b9cb-d1aaf060f22f/86cda31f-59e9-430d-b078-bdf94008f862) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:33.970401 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:33Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:34.009012 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc29739-383b-44eb-80f1-a93f40c61d61 None None] The sync data for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi is: [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:33Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:48:34.035600 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 64501e3e-d274-4d19-9604-f5aff404d0a6 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:34.035951 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.056617 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks [] for port (86cda31f-59e9-430d-b078-bdf94008f862), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.105502 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (86cda31f-59e9-430d-b078-bdf94008f862), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.106891 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Current status of the port 64501e3e-d274-4d19-9604-f5aff404d0a6 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:34.107243 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.149120 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:34.153320 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:34.156042 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:34.186506 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] For port 64501e3e-d274-4d19-9604-f5aff404d0a6, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=64501e3e-d274-4d19-9604-f5aff404d0a6,segment=NetworkSegment(04d29aaf-c5f0-448c-9305-db618c75caef),segment_id=04d29aaf-c5f0-448c-9305-db618c75caef)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:34.199639 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526822'] for router_interface (554d3204-5e9a-4729-8e09-6f36c5f9580a), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.220697 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.249622 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Pushing event updated for resources: {'Port': ['ID=86cda31f-59e9-430d-b078-bdf94008f862,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:34.360826 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (86cda31f-59e9-430d-b078-bdf94008f862), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.437635 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Provisioning complete for port 1835e458-4090-46f2-8b9b-94ae6f871b37 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:34.438127 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.478400 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 64501e3e-d274-4d19-9604-f5aff404d0a6 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:34.478790 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.523469 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Pushing event updated for resources: {'Port': ['ID=64501e3e-d274-4d19-9604-f5aff404d0a6,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:34.585599 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks [] for port (86cda31f-59e9-430d-b078-bdf94008f862), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.591440 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (86cda31f-59e9-430d-b078-bdf94008f862), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.614152 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Publish callbacks [] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), precommit_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.643446 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.649464 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.db.api [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 15:48:34.649760 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG oslo_db.api [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:48:34.670526 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Pushing event updated for resources: {'Port': ['ID=86cda31f-59e9-430d-b078-bdf94008f862,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:34.672944 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527276'] for router_interface (554d3204-5e9a-4729-8e09-6f36c5f9580a), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.695030 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Current status of the port 1835e458-4090-46f2-8b9b-94ae6f871b37 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:34.695422 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.727096 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Attempting to bind port 4389442d-1460-4e9d-afea-2d7c141dffdd on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:34.727468 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Attempting to bind port 4389442d-1460-4e9d-afea-2d7c141dffdd by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:34.727830 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Attempting to bind port 4389442d-1460-4e9d-afea-2d7c141dffdd on network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:34.730170 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84f91-8ec9-496d-b80e-8b746561b4ba None None] Pushing event updated for resources: {'Port': ['ID=4389442d-1460-4e9d-afea-2d7c141dffdd,revision_number=2']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:34.742880 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:34.743151 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Checking segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:34.743598 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.744034 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Bound using segment: {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'} {{(pid=103543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:34.744582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.managers [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Bound port: 4389442d-1460-4e9d-afea-2d7c141dffdd, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2edcdc-70ea-496c-a355-6d67c304638f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776'}}] {{(pid=103543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:34.744993 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.774111 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:34.775579 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:34.782956 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] For port 1835e458-4090-46f2-8b9b-94ae6f871b37, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=1835e458-4090-46f2-8b9b-94ae6f871b37,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:34.798411 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.842290 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] For port 4389442d-1460-4e9d-afea-2d7c141dffdd, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:34.863603 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] For port 4389442d-1460-4e9d-afea-2d7c141dffdd, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4389442d-1460-4e9d-afea-2d7c141dffdd,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:34.875602 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16a27-196d-4454-8c9d-e11f7a6140f8 None None] Pushing event updated for resources: {'Port': ['ID=1835e458-4090-46f2-8b9b-94ae6f871b37,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:34.880815 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.937344 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Provisioning complete for port 86cda31f-59e9-430d-b078-bdf94008f862 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:34.937717 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (86cda31f-59e9-430d-b078-bdf94008f862), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:34.978886 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Routers {'554d3204-5e9a-4729-8e09-6f36c5f9580a'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:34.979548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['554d3204-5e9a-4729-8e09-6f36c5f9580a'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:35.032582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84f91-8ec9-496d-b80e-8b746561b4ba None None] Pushing event updated for resources: {'Port': ['ID=4389442d-1460-4e9d-afea-2d7c141dffdd,revision_number=3']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:35.043180 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Port 86cda31f-59e9-430d-b078-bdf94008f862 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:48:35.058002 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Provisioning complete for port 64501e3e-d274-4d19-9604-f5aff404d0a6 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:35.058296 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:35.148271 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] Set router 554d3204-5e9a-4729-8e09-6f36c5f9580a gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:35.167558 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Router 554d3204-5e9a-4729-8e09-6f36c5f9580a has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:48:35.268816 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 64501e3e-d274-4d19-9604-f5aff404d0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:35.269739 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f60d42e1-bf70-46a1-a81d-511a73314090 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:35.277020 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:48:35.282224 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-69701e3c-99b0-4578-bf97-f1d350dccb3b admin admin] 10.222.0.89 "PUT /v2.0/routers/554d3204-5e9a-4729-8e09-6f36c5f9580a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327391 May 12 15:48:35.328629 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Current status of the port 64501e3e-d274-4d19-9604-f5aff404d0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:35.381062 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Provisioning complete for port 1835e458-4090-46f2-8b9b-94ae6f871b37 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:35.381437 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:35.429681 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port f60d42e1-bf70-46a1-a81d-511a73314090 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:35.430055 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:35.505448 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '86cda31f-59e9-430d-b078-bdf94008f862', 'name': '', 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'mac_address': 'fa:16:3e:72:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:33Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 2, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'subnets': [{'id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:35.550613 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca97928-2e78-401b-9ea5-377dafe6d98f None None] The sync data for ids ['554d3204-5e9a-4729-8e09-6f36c5f9580a'] in dv-cinder-835881-11-iscsi is: [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '86cda31f-59e9-430d-b078-bdf94008f862', 'name': '', 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'mac_address': 'fa:16:3e:72:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:33Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 2, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'subnets': [{'id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:48:35.576663 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-43c3c6f0-e843-4916-b4a0-58cbad15aecb None None] Current status of the port 1835e458-4090-46f2-8b9b-94ae6f871b37 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:35.633009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port f60d42e1-bf70-46a1-a81d-511a73314090 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:35.698932 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-b6a05a86-be6e-4b1d-9674-f1022305bec9 None None] Provisioning complete for port 86cda31f-59e9-430d-b078-bdf94008f862 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:35.699309 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-b6a05a86-be6e-4b1d-9674-f1022305bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (86cda31f-59e9-430d-b078-bdf94008f862), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:35.740126 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-b6a05a86-be6e-4b1d-9674-f1022305bec9 None None] Port 86cda31f-59e9-430d-b078-bdf94008f862 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:48:35.761967 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 64501e3e-d274-4d19-9604-f5aff404d0a6 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:35.850783 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 64501e3e-d274-4d19-9604-f5aff404d0a6 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:35.851163 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:35.939386 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 64501e3e-d274-4d19-9604-f5aff404d0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:35.940812 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1835e458-4090-46f2-8b9b-94ae6f871b37 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:36.019835 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 1835e458-4090-46f2-8b9b-94ae6f871b37 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:36.020300 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:36.120920 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 1835e458-4090-46f2-8b9b-94ae6f871b37 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:37.734119 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4389442d-1460-4e9d-afea-2d7c141dffdd up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:37.788664 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 4389442d-1460-4e9d-afea-2d7c141dffdd triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:37.789912 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:37.868671 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 4389442d-1460-4e9d-afea-2d7c141dffdd is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:37.869060 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:37.893080 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] For port 4389442d-1460-4e9d-afea-2d7c141dffdd, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4389442d-1460-4e9d-afea-2d7c141dffdd,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:37.901092 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:37.961501 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Pushing event updated for resources: {'Port': ['ID=4389442d-1460-4e9d-afea-2d7c141dffdd,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:38.293787 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Sync routers for ids ['554d3204-5e9a-4729-8e09-6f36c5f9580a'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:48:38.305969 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Routers {'554d3204-5e9a-4729-8e09-6f36c5f9580a'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:38.306606 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['554d3204-5e9a-4729-8e09-6f36c5f9580a'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:38.428995 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Set router 554d3204-5e9a-4729-8e09-6f36c5f9580a gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:38.637245 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '86cda31f-59e9-430d-b078-bdf94008f862', 'name': '', 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'mac_address': 'fa:16:3e:72:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:33Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 2, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'subnets': [{'id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:38.663577 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Checking router: 554d3204-5e9a-4729-8e09-6f36c5f9580a for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:48:38.663927 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Updating router 554d3204-5e9a-4729-8e09-6f36c5f9580a port 86cda31f-59e9-430d-b078-bdf94008f862 binding host dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:48:38.696927 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (86cda31f-59e9-430d-b078-bdf94008f862), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.005755 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Publish callbacks [] for port (86cda31f-59e9-430d-b078-bdf94008f862), precommit_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.014286 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (86cda31f-59e9-430d-b078-bdf94008f862), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.062715 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6c111-b7d5-4985-b484-dc2a4b03b8c0 None None] Pushing event updated for resources: {'Port': ['ID=86cda31f-59e9-430d-b078-bdf94008f862,revision_number=3']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:39.139461 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Attempting to bind port 86cda31f-59e9-430d-b078-bdf94008f862 on host dv-cinder-835881-11-iscsi for vnic_type normal with profile {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:39.139846 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Attempting to bind port 86cda31f-59e9-430d-b078-bdf94008f862 by drivers openvswitch,hyperv on host dv-cinder-835881-11-iscsi at level 0 using segments [{'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:39.141193 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Attempting to bind port 86cda31f-59e9-430d-b078-bdf94008f862 on network a993d72c-c9cc-414e-96d1-83ee56d783f9 {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:39.146854 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Checking agent: {'id': '3175c09a-b8e7-4893-9d9f-de5e7aa80759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 28, 18), 'started_at': datetime.datetime(2022, 5, 12, 15, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:39.147242 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Checking segment: {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:39.147780 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.148192 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Bound using segment: {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'} {{(pid=103544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:39.148705 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.managers [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Bound port: 86cda31f-59e9-430d-b078-bdf94008f862, host: dv-cinder-835881-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d29aaf-c5f0-448c-9305-db618c75caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9'}}] {{(pid=103544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:39.149084 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (86cda31f-59e9-430d-b078-bdf94008f862), before_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.231046 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] For port 86cda31f-59e9-430d-b078-bdf94008f862, host dv-cinder-835881-11-iscsi, cleared binding levels {{(pid=103544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:39.234767 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.plugins.ml2.db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] For port 86cda31f-59e9-430d-b078-bdf94008f862, host dv-cinder-835881-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=86cda31f-59e9-430d-b078-bdf94008f862,segment=NetworkSegment(04d29aaf-c5f0-448c-9305-db618c75caef),segment_id=04d29aaf-c5f0-448c-9305-db618c75caef)] {{(pid=103544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:39.243343 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron_lib.callbacks.manager [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (86cda31f-59e9-430d-b078-bdf94008f862), after_update {{(pid=103544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.307169 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6c111-b7d5-4985-b484-dc2a4b03b8c0 None None] Pushing event updated for resources: {'Port': ['ID=86cda31f-59e9-430d-b078-bdf94008f862,revision_number=4']} {{(pid=103544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:39.330984 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Routers {'554d3204-5e9a-4729-8e09-6f36c5f9580a'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:48:39.331618 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['554d3204-5e9a-4729-8e09-6f36c5f9580a'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:39.397834 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-390d3c61-de44-465e-b632-10611e575696 None None] Provisioning complete for port 86cda31f-59e9-430d-b078-bdf94008f862 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:39.398435 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-390d3c61-de44-465e-b632-10611e575696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (86cda31f-59e9-430d-b078-bdf94008f862), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.498502 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-390d3c61-de44-465e-b632-10611e575696 None None] Current status of the port 86cda31f-59e9-430d-b078-bdf94008f862 is: DOWN; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:39.498890 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-390d3c61-de44-465e-b632-10611e575696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (86cda31f-59e9-430d-b078-bdf94008f862), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.550044 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-390d3c61-de44-465e-b632-10611e575696 None None] For port 86cda31f-59e9-430d-b078-bdf94008f862, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=86cda31f-59e9-430d-b078-bdf94008f862,segment=NetworkSegment(04d29aaf-c5f0-448c-9305-db618c75caef),segment_id=04d29aaf-c5f0-448c-9305-db618c75caef)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:39.563101 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-390d3c61-de44-465e-b632-10611e575696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (86cda31f-59e9-430d-b078-bdf94008f862), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.602112 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] Set router 554d3204-5e9a-4729-8e09-6f36c5f9580a gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:48:39.628973 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d3c61-de44-465e-b632-10611e575696 None None] Pushing event updated for resources: {'Port': ['ID=86cda31f-59e9-430d-b078-bdf94008f862,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:39.693551 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-d5fb7a55-99a0-4a3f-a432-60d4214a587c None None] Provisioning complete for port 86cda31f-59e9-430d-b078-bdf94008f862 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:39.693925 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7a55-99a0-4a3f-a432-60d4214a587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (86cda31f-59e9-430d-b078-bdf94008f862), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:39.798542 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4389442d-1460-4e9d-afea-2d7c141dffdd up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:39.845390 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '86cda31f-59e9-430d-b078-bdf94008f862', 'name': '', 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'mac_address': 'fa:16:3e:72:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:33Z', 'updated_at': '2022-05-12T15:48:39Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'subnets': [{'id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:48:39.873592 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348845b8-04ca-493c-8c0e-0d7243f8b0d6 None None] The sync data for ids ['554d3204-5e9a-4729-8e09-6f36c5f9580a'] in dv-cinder-835881-11-iscsi is: [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '86cda31f-59e9-430d-b078-bdf94008f862', 'name': '', 'network_id': 'a993d72c-c9cc-414e-96d1-83ee56d783f9', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'mac_address': 'fa:16:3e:72:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:33Z', 'updated_at': '2022-05-12T15:48:39Z', 'revision_number': 4, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'subnets': [{'id': '68978a36-2c79-4e57-b9cb-d1aaf060f22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:48:39.999009 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb7a55-99a0-4a3f-a432-60d4214a587c None None] Current status of the port 86cda31f-59e9-430d-b078-bdf94008f862 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:40.017770 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 4389442d-1460-4e9d-afea-2d7c141dffdd triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:40.018147 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:40.100098 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 4389442d-1460-4e9d-afea-2d7c141dffdd is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:40.101235 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 86cda31f-59e9-430d-b078-bdf94008f862 up at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:48:40.154677 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Provisioning complete for port 86cda31f-59e9-430d-b078-bdf94008f862 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:40.155356 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (86cda31f-59e9-430d-b078-bdf94008f862), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:40.249571 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Current status of the port 86cda31f-59e9-430d-b078-bdf94008f862 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:41.710825 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-89693785-11c7-424d-9ed0-8f586e7a3f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:43.954674 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-60f5d455-b595-45c1-a0a0-9f507ceda6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:44.761772 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-52bf79fd-9af6-4178-8c74-2544490fbe09 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:44.763218 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-52bf79fd-9af6-4178-8c74-2544490fbe09 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 815 time: 0.1031497 May 12 15:48:44.777856 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-fc6344a0-560f-4aa8-96aa-71c1d59b7b84 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/quotas/8dd6d7add1fa49fba757d057557b5118 HTTP/1.1" status: 200 len: 375 time: 0.0091152 May 12 15:48:44.828924 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-148da6e3-adee-462c-93eb-e27acbea7b16 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461707 May 12 15:48:44.951984 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-59442421-4fb8-4cbc-bc69-72dc767ecd5a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 15:48:44.953021 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-59442421-4fb8-4cbc-bc69-72dc767ecd5a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1082039 May 12 15:48:45.042401 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-dae8f5ce-6213-48f1-a87d-bf0f606b6762 service neutron] 10.222.0.89 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828302 May 12 15:48:45.082155 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:45.134548 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-0489e354-78ea-4c75-98a5-e0b8c2695c8d service neutron] 10.222.0.89 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863709 May 12 15:48:45.293921 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-326f2fea-b374-47f9-9c87-5fdfcf8a1a4f req-bc420aae-6687-4589-b35e-94903286325b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 210 time: 0.0283928 May 12 15:48:46.367442 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-16627a48-9f8a-45d6-b6b4-e477a72b3e21 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:46.368978 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-16627a48-9f8a-45d6-b6b4-e477a72b3e21 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 815 time: 0.1120749 May 12 15:48:46.384862 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'port': {'device_id': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'admin_state_up': True, 'tenant_id': '8dd6d7add1fa49fba757d057557b5118'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:46.413087 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5e3721d3-1fe1-47dc-a112-6f29529a66bf req-e6da1ac1-99e5-454d-9060-4ea6d9a32347 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 210 time: 0.0430984 May 12 15:48:46.509576 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Made reservation on behalf of 8dd6d7add1fa49fba757d057557b5118 for: {'port': 1} {{(pid=103542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:48:46.513283 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:46.612844 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:46.646233 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_common [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Allocated IP 172.20.0.4 (ec710b18-76fc-4bea-979c-bb1b0319433d/46695049-aca2-4296-8425-86c7291eee0d/678f151b-df0c-4f72-b6f1-994f398abe16) {{(pid=103542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:48:46.853113 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for port (678f151b-df0c-4f72-b6f1-994f398abe16), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:46.905842 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:46.965315 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Network ec710b18-76fc-4bea-979c-bb1b0319433d is already hosted by enough agents. {{(pid=103542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:48:46.971714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.base_scheduler [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Resources bound (agent type, host, resource id): {{(pid=103542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:48:46.977137 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Received port after_create {{(pid=103542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:48:47.024039 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:47.040545 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:47.041206 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:47.045144 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.045491 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.045833 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.046168 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.046501 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.046834 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.047162 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.047488 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.048120 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.048452 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.048808 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.049130 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.049454 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.049783 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.050103 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:48:47.071581 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-10a65a34-176f-4031-afef-26aac0944ccc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916113 May 12 15:48:47.269849 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-a7ec1cb6-fe58-400d-981f-a4eeb2303a37 None None] Provisioning complete for port 678f151b-df0c-4f72-b6f1-994f398abe16 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:48:47.270138 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7ec1cb6-fe58-400d-981f-a4eeb2303a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:47.308792 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec1cb6-fe58-400d-981f-a4eeb2303a37 None None] Port 678f151b-df0c-4f72-b6f1-994f398abe16 cannot update to ACTIVE because it is not bound. {{(pid=103543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 15:48:47.538291 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8448d-881d-45c2-904f-605e36687e9d req-6bc3fed4-9431-4ccf-9165-e268cd500bd2 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:47.539827 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9de8448d-881d-45c2-904f-605e36687e9d req-6bc3fed4-9431-4ccf-9165-e268cd500bd2 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0551119 May 12 15:48:47.590400 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9de8448d-881d-45c2-904f-605e36687e9d req-191c3989-7365-4fb4-9188-d777f9a9f4d2 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 May 12 15:48:47.955040 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:48.709164 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd76dc-68f7-4f89-a9f1-4dee911c661e req-4c6836ab-ef0f-450f-9f74-36675bf24aaa tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:48.710738 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4abd76dc-68f7-4f89-a9f1-4dee911c661e req-4c6836ab-ef0f-450f-9f74-36675bf24aaa tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0487528 May 12 15:48:48.760240 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4abd76dc-68f7-4f89-a9f1-4dee911c661e req-0c97e086-d7eb-4c59-9e19-d03c8006181f tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 May 12 15:48:49.880948 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d034472-28c9-45fe-a8cb-160e66042ef4 req-f3d71d65-8900-4ace-be76-dfc8628bba38 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:49.883430 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9d034472-28c9-45fe-a8cb-160e66042ef4 req-f3d71d65-8900-4ace-be76-dfc8628bba38 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0522592 May 12 15:48:49.931207 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-9d034472-28c9-45fe-a8cb-160e66042ef4 req-63cad69c-8530-43c3-928e-b5344586e507 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 May 12 15:48:51.058467 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19076f58-2f3f-4da6-a3b6-8bcc2db77837 req-89e5d405-ebcf-495c-85ca-c99abd0a2b81 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:51.065616 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-19076f58-2f3f-4da6-a3b6-8bcc2db77837 req-89e5d405-ebcf-495c-85ca-c99abd0a2b81 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0609519 May 12 15:48:51.118898 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-19076f58-2f3f-4da6-a3b6-8bcc2db77837 req-c95a605a-983a-437c-a78b-5b0f3fee62e8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 May 12 15:48:52.230038 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d7a88-94c5-4cad-9dcf-773f4c895e50 req-ad1327d6-606f-404a-abaf-2e3e92f9e4a0 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:52.231572 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2a8d7a88-94c5-4cad-9dcf-773f4c895e50 req-ad1327d6-606f-404a-abaf-2e3e92f9e4a0 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0516632 May 12 15:48:52.280780 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2a8d7a88-94c5-4cad-9dcf-773f4c895e50 req-1d4e4235-5e89-43d2-b374-7815a75e1ad0 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 May 12 15:48:53.406590 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd375345-fac4-44f0-894d-980f19906fd4 req-d9edff9e-f710-489f-8b03-42588e7db0d9 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:53.414093 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cd375345-fac4-44f0-894d-980f19906fd4 req-d9edff9e-f710-489f-8b03-42588e7db0d9 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0633264 May 12 15:48:53.467960 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cd375345-fac4-44f0-894d-980f19906fd4 req-719d49a3-19c1-4382-afb6-3d82daf09a0b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 May 12 15:48:54.261353 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Request body: {'port': {'device_id': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:48:54.326463 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:54.603218 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b082a-0bc9-4868-9a20-b3dd51cfe974 req-f395c27c-fb66-47d5-a4a0-9312ae61f05f tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:54.604661 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ae6b082a-0bc9-4868-9a20-b3dd51cfe974 req-f395c27c-fb66-47d5-a4a0-9312ae61f05f tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 931 time: 0.0653672 May 12 15:48:54.684183 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678f151b-df0c-4f72-b6f1-994f398abe16 {{(pid=103542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:48:54.694150 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Publish callbacks [] for port (678f151b-df0c-4f72-b6f1-994f398abe16), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:54.699231 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ae6b082a-0bc9-4868-9a20-b3dd51cfe974 req-39c250c4-c702-4c22-932e-dd71e432bbab tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884233 May 12 15:48:54.711163 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.provisioning_blocks [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Transition to ACTIVE for port object 678f151b-df0c-4f72-b6f1-994f398abe16 will not be triggered until provisioned by entity L2. {{(pid=103542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 15:48:54.718706 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:54.767659 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:54.844500 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Attempting to bind port 678f151b-df0c-4f72-b6f1-994f398abe16 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 15:48:54.844881 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Attempting to bind port 678f151b-df0c-4f72-b6f1-994f398abe16 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 15:48:54.845233 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Attempting to bind port 678f151b-df0c-4f72-b6f1-994f398abe16 on network ec710b18-76fc-4bea-979c-bb1b0319433d {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:54.849918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Port 678f151b-df0c-4f72-b6f1-994f398abe16 on network ec710b18-76fc-4bea-979c-bb1b0319433d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 15:48:54.850241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Attempting to bind port 678f151b-df0c-4f72-b6f1-994f398abe16 on network ec710b18-76fc-4bea-979c-bb1b0319433d {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 15:48:54.855292 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Checking agent: {'id': '182bf993-5829-4634-a4c4-328d5c9eed09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'started_at': datetime.datetime(2022, 5, 12, 15, 34, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 15:48:54.855633 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Checking segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 15:48:54.856024 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Bound using segment: {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 15:48:54.856448 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Bound port: 678f151b-df0c-4f72-b6f1-994f398abe16, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df75420-e5df-424d-acca-7603de737153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 15:48:54.856918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:54.926449 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 15:48:54.929668 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 15:48:54.936314 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:54.967714 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:54.968396 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:54.969830 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] 10.222.0.88 "PUT /v2.0/ports/678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 1093 time: 0.7156696 May 12 15:48:54.970240 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:48:54.972502 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3175f098-1b66-407d-903c-50f6d0fe7d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:48:54.999069 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3996c-49b3-491d-8ef2-c4b96bcfc2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:55.018838 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c8fd40-f013-411a-a94b-0d77769c29ab x-openstack-request-id: req-81c8fd40-f013-411a-a94b-0d77769c29ab {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:48:55.019110 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:48:55.019386 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81c8fd40-f013-411a-a94b-0d77769c29ab {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:48:55.019796 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c8fd40-f013-411a-a94b-0d77769c29ab'] response: {'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'status': 'completed', 'code': 200} May 12 15:48:55.064429 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-451dbbf0-a50c-4c6d-b1f5-c8cab3907205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:55.066087 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-451dbbf0-a50c-4c6d-b1f5-c8cab3907205 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1127 time: 0.0434372 May 12 15:48:55.110837 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-203fc0cb-a92e-444c-b845-6e826989f80d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 217 time: 0.0384316 May 12 15:48:55.161541 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-1dcbc3a8-cda4-4d47-a249-b942e3964315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:55.163024 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-1dcbc3a8-cda4-4d47-a249-b942e3964315 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0462508 May 12 15:48:55.206258 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-c84a8a10-05cd-4207-9776-f507a443c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:55.207752 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-c84a8a10-05cd-4207-9776-f507a443c307 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384340 May 12 15:48:55.312381 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-4b61aa1e-ac17-4eca-8f36-8baa11c6417e service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976396 May 12 15:48:55.412152 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aebb9d3-7c1b-4aa4-8e91-82243d2faa7d req-021c7423-fd9d-452c-8dd1-ad70084a1e7a service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922112 May 12 15:48:55.439197 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:48:55.833297 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e9e2-7cdd-4910-8e61-1e084a72d9ab req-a0d963c5-28f2-4843-8a47-86fb8e781d93 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:55.834738 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc61e9e2-7cdd-4910-8e61-1e084a72d9ab req-a0d963c5-28f2-4843-8a47-86fb8e781d93 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 943 time: 0.0526731 May 12 15:48:55.884512 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-dc61e9e2-7cdd-4910-8e61-1e084a72d9ab req-d86a1469-35c5-4c50-aeab-9d51cf373f9d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 May 12 15:48:56.124937 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-eb3da762-d103-4cca-9e72-7f35e6d7e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:56.126612 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-eb3da762-d103-4cca-9e72-7f35e6d7e2bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1127 time: 0.0408063 May 12 15:48:56.228855 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-36a838b1-3612-4cf1-9d03-67a8d122f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:56.230220 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-36a838b1-3612-4cf1-9d03-67a8d122f9cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.0980799 May 12 15:48:56.269926 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-28e9d473-5957-471a-a6a1-df5b6839cb48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 217 time: 0.0333698 May 12 15:48:56.320158 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-fae420f6-b2a3-4036-afd9-9f6a5bd84238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:56.321639 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-fae420f6-b2a3-4036-afd9-9f6a5bd84238 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0458021 May 12 15:48:56.367417 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-2817cae5-d3c9-4138-a8ee-46b116421980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:56.368945 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-2817cae5-d3c9-4138-a8ee-46b116421980 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413690 May 12 15:48:56.455962 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-c5bdef84-4130-4e22-95e1-aec648dec76c service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809734 May 12 15:48:56.832659 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3175f098-1b66-407d-903c-50f6d0fe7d8b req-c62ba6e9-f695-4865-8c42-619d7cd058d4 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702250 May 12 15:48:57.027041 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22419cd1-e6f5-4410-bc89-72899662fdba req-3c56569c-83e5-4778-a098-e345dfea0a00 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:57.028507 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-22419cd1-e6f5-4410-bc89-72899662fdba req-3c56569c-83e5-4778-a098-e345dfea0a00 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 943 time: 0.0565464 May 12 15:48:57.082915 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-22419cd1-e6f5-4410-bc89-72899662fdba req-06356cd6-167f-4286-b26b-4fe4164b995b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 May 12 15:48:58.215721 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 678f151b-df0c-4f72-b6f1-994f398abe16 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 15:48:58.227318 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82580f-a2ff-43ea-9c09-9c85d3b779d6 req-0a07ab4c-3cde-4017-a439-efe3e82a9294 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:58.228843 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eb82580f-a2ff-43ea-9c09-9c85d3b779d6 req-0a07ab4c-3cde-4017-a439-efe3e82a9294 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 943 time: 0.0494061 May 12 15:48:58.279504 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-eb82580f-a2ff-43ea-9c09-9c85d3b779d6 req-72718327-af78-4d64-8d37-37e5b96b4a1d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 May 12 15:48:58.316694 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:58.327908 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Returning: {'device': '678f151b-df0c-4f72-b6f1-994f398abe16', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'port_id': '678f151b-df0c-4f72-b6f1-994f398abe16', 'mac_address': 'fa:16:3e:f8:8b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 15:48:58.365132 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 678f151b-df0c-4f72-b6f1-994f398abe16 is: DOWN; New status is: BUILD {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:48:58.365438 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:58.379260 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678f151b-df0c-4f72-b6f1-994f398abe16 {{(pid=103543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:48:58.401937 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:48:58.408322 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:48:58.457763 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=4']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:48:58.644090 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['678f151b-df0c-4f72-b6f1-994f398abe16'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:48:59.409673 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658989-fbc1-4818-ab3e-c4efb56302a2 req-2f8cf419-768e-4337-9ac8-0945d146841e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:48:59.411156 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-29658989-fbc1-4818-ab3e-c4efb56302a2 req-2f8cf419-768e-4337-9ac8-0945d146841e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 944 time: 0.0563076 May 12 15:48:59.465156 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-29658989-fbc1-4818-ab3e-c4efb56302a2 req-d72086f8-68c8-4779-a562-2a2d7c81d85d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 May 12 15:49:00.228673 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 678f151b-df0c-4f72-b6f1-994f398abe16 up at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 15:49:00.278495 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning for port 678f151b-df0c-4f72-b6f1-994f398abe16 completed by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 15:49:00.287908 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Provisioning complete for port 678f151b-df0c-4f72-b6f1-994f398abe16 triggered by entity L2. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:49:00.288281 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:00.367325 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Current status of the port 678f151b-df0c-4f72-b6f1-994f398abe16 is: BUILD; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:49:00.367714 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:00.394960 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:49:00.397318 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f495cb6cba7708bdd66ee7d02426e21dd9bbd79fe1a25267d324f2a238732391" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77531a89-229d-468c-ba95-5c054c7a393f" -d '{"events": [{"server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "name": "network-vif-plugged", "status": "completed", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:49:00.409427 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:49:00.414258 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:00.460745 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=5']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:00.586106 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080d10c-5a04-4730-a8a1-80fa595cfa3a req-8d19dcc8-61db-4802-874e-d609bd04b68c tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:00.587797 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0080d10c-5a04-4730-a8a1-80fa595cfa3a req-8d19dcc8-61db-4802-874e-d609bd04b68c tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0480683 May 12 15:49:00.605538 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae5d2c-a115-4609-b97f-59e2250055f4 x-openstack-request-id: req-f1ae5d2c-a115-4609-b97f-59e2250055f4 {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:49:00.605826 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "name": "network-vif-plugged", "status": "completed", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "code": 200}]} {{(pid=103543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:49:00.606059 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f1ae5d2c-a115-4609-b97f-59e2250055f4 {{(pid=103543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:49:00.606453 dv-cinder-835881-11-iscsi neutron-server[103543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ae5d2c-a115-4609-b97f-59e2250055f4'] response: {'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'code': 200} May 12 15:49:00.634888 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0080d10c-5a04-4730-a8a1-80fa595cfa3a req-634f4f69-aca1-47db-bd7b-7c2af0ee68e5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 May 12 15:49:00.783152 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900165-dd78-4b35-9408-9e94a5a245a2 req-90491bf8-90ae-4cbc-9ecc-6e2fd490be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:00.784795 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-25900165-dd78-4b35-9408-9e94a5a245a2 req-90491bf8-90ae-4cbc-9ecc-6e2fd490be67 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1129 time: 0.0471213 May 12 15:49:00.829051 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-25900165-dd78-4b35-9408-9e94a5a245a2 req-5570feba-efc8-4d1c-bf89-1a86649acc0b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 May 12 15:49:01.217442 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:01.766331 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c4b14-5f65-41cd-81fc-aec6040a6724 req-d5aabb2b-accb-49c3-8de5-7385ad48ca3c tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:01.767846 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5e0c4b14-5f65-41cd-81fc-aec6040a6724 req-d5aabb2b-accb-49c3-8de5-7385ad48ca3c tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0488725 May 12 15:49:01.815599 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-5e0c4b14-5f65-41cd-81fc-aec6040a6724 req-2f399160-f684-4b42-b323-d31aeb12c9ca tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 May 12 15:49:02.954627 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3eaa0-1243-430f-a971-7fba341e9a27 req-0f1cad4e-7826-4199-b101-ab3e4c89acfb tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:02.956115 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0cb3eaa0-1243-430f-a971-7fba341e9a27 req-0f1cad4e-7826-4199-b101-ab3e4c89acfb tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0536096 May 12 15:49:03.005849 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-0cb3eaa0-1243-430f-a971-7fba341e9a27 req-1837c8fe-ebe1-4dd5-98a4-09734b69d0c7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 May 12 15:49:03.132436 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704b9ff-b126-46af-b25f-07e254c18406 req-aada56c4-8d6a-4f79-8e49-4470589061d6 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:03.133817 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d704b9ff-b126-46af-b25f-07e254c18406 req-aada56c4-8d6a-4f79-8e49-4470589061d6 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0554206 May 12 15:49:03.184434 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d704b9ff-b126-46af-b25f-07e254c18406 req-7b684014-171f-4b47-aa0e-394c501139da tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 May 12 15:49:03.514473 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7a86-6abb-4653-88c4-0e088e4173c0 req-bc45e243-a14d-4b4f-903e-9726f6e65562 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:03.515936 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-483f7a86-6abb-4653-88c4-0e088e4173c0 req-bc45e243-a14d-4b4f-903e-9726f6e65562 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0559094 May 12 15:49:03.567985 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-483f7a86-6abb-4653-88c4-0e088e4173c0 req-74048152-1321-4731-a48f-321bcdd1ae03 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 May 12 15:49:11.706473 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-f6fd446d-3d50-4dff-972d-824c040677ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:12.028254 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7097f-fc1c-405a-801b-6e9bccefe243 req-63c75042-76d9-49a9-85f5-61175ac9c75d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:12.029640 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-74c7097f-fc1c-405a-801b-6e9bccefe243 req-63c75042-76d9-49a9-85f5-61175ac9c75d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0487370 May 12 15:49:12.084156 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-74c7097f-fc1c-405a-801b-6e9bccefe243 req-8295e00f-3152-41b1-9497-5b6c18467b32 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 May 12 15:49:12.107449 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45094) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:12.232977 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32001d-c01b-449d-a594-34cd5df460ff tempest-TestMinimumBasicScenario-1064767805 tempest-TestMinimumBasicScenario-1064767805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:12.234473 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-4e32001d-c01b-449d-a594-34cd5df460ff tempest-TestMinimumBasicScenario-1064767805 tempest-TestMinimumBasicScenario-1064767805-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1124 time: 0.1257246 May 12 15:49:12.237576 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45098) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:12.241780 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'floatingip': {'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'port_id': '678f151b-df0c-4f72-b6f1-994f398abe16', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:12.264444 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:12.339652 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:12.456885 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Allocated IP 172.27.2.145 (30d3bdd5-00bb-4e79-a65d-ca90dc9fc776/00aaf678-b1f3-4be2-9666-687fe47674a9/a9db51e6-7e19-429a-a691-6bf8d547c467) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:49:12.557137 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:12.605583 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767968128341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:12.647284 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Network 30d3bdd5-00bb-4e79-a65d-ca90dc9fc776 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:49:12.650456 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:49:12.656999 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 15:49:12.662660 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'Port': ['ID=a9db51e6-7e19-429a-a691-6bf8d547c467,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:12.691959 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.692315 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.692694 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.693041 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.693370 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.693719 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.694055 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.694387 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.694721 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.695227 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.695787 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.696300 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.696763 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.697099 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.697432 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:49:12.892854 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-8c3614f6-16c5-4fd3-9688-67dee6001a9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384552 May 12 15:49:12.969882 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-9687dcfc-0483-4c5c-823c-92d7d8e7669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:12.971423 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-9687dcfc-0483-4c5c-823c-92d7d8e7669c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1129 time: 0.0384738 May 12 15:49:13.040291 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for floatingip (eea16125-f0b8-448e-809f-8a03ac3aac9d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.079204 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-1d1a2149-503e-48ca-bb83-11ec50e87d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:13.080919 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-1d1a2149-503e-48ca-bb83-11ec50e87d23 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.0920429 May 12 15:49:13.112584 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.151091 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-b08c00d0-6710-4eef-b87c-5430fd7d7671 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 999 time: 0.0626042 May 12 15:49:13.203119 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-309851c2-035b-420d-a618-8cb78e750572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:13.204742 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-309851c2-035b-420d-a618-8cb78e750572 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0454013 May 12 15:49:13.247945 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-1dc2ae0a-9d5c-4194-bf98-12a36a8777a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:13.249481 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-1dc2ae0a-9d5c-4194-bf98-12a36a8777a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383456 May 12 15:49:13.296749 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.304135 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9451901'] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.343039 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-7b7530fc-7ab9-451a-ada0-9712c1626b5e service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 May 12 15:49:13.372299 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'Port': ['ID=a9db51e6-7e19-429a-a691-6bf8d547c467,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:13.382924 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527664'] for floatingip (eea16125-f0b8-448e-809f-8a03ac3aac9d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.434397 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-2c6ea8be-ed08-4cf6-95c9-76891affb0cd req-88f3bb8a-8e44-45b6-9d92-a31785ea4128 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 May 12 15:49:13.491852 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.db.l3_db [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Floating IP eea16125-f0b8-448e-809f-8a03ac3aac9d associated. External IP: 172.27.2.145, port: 678f151b-df0c-4f72-b6f1-994f398abe16. May 12 15:49:13.715933 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Router 241dc272-7e6c-48c7-b3e8-629868663488 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:49:13.845282 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:49:13.857853 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e62e8-61de-46ff-9956-697356412698 None None] Sync routers for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:49:13.870380 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.871775 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:49:13.872418 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:48:44Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:49:13.902848 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-910ca905-1b35-43ed-a6c2-aad9b9380ee3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6642737 May 12 15:49:13.903425 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:49:13.905724 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e0abeb6c471993a76d899fa3225d8c7bac3b1b75e0eff11f8561ec9e92c89ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f2207-d96e-4ca0-9627-0ce088adbc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:49:13.905912 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45100) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:13.910862 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493074057', 'description': 'tempest-secgroup-smoke-493074057 description', 'project_id': '8dd6d7add1fa49fba757d057557b5118'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:13.939614 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:13.998631 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:49:14.008843 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a36c94-c64a-4980-83d2-31af3a9cab99 x-openstack-request-id: req-63a36c94-c64a-4980-83d2-31af3a9cab99 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:49:14.009152 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "status": "completed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:49:14.009389 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-63a36c94-c64a-4980-83d2-31af3a9cab99 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:49:14.009783 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a36c94-c64a-4980-83d2-31af3a9cab99'] response: {'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'status': 'completed', 'code': 200} May 12 15:49:14.013827 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group (53181777-1593-4599-95ba-842c30310dd2), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.019621 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (53181777-1593-4599-95ba-842c30310dd2), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.030332 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-4c2aabee-6837-4bef-a499-bf939320a16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.074901 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.079362 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1692183 May 12 15:49:14.080003 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45106) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:14.084055 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group_rule': {'security_group_id': '53181777-1593-4599-95ba-842c30310dd2', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:14.085507 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92c18-3af5-4dc0-ac77-c98d7e7229c8 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53181777-1593-4599-95ba-842c30310dd2,revision_number=1']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.092613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-9e2d4763-f120-4ccb-b1d1-ab52eef1bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:14.094143 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-9e2d4763-f120-4ccb-b1d1-ab52eef1bac8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1129 time: 0.0543110 May 12 15:49:14.114037 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (4631af9a-f2c2-4dd0-ba62-a29fa62d2eb3), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.185034 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (4631af9a-f2c2-4dd0-ba62-a29fa62d2eb3), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.189287 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (4631af9a-f2c2-4dd0-ba62-a29fa62d2eb3), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.193877 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-51dde88d-9c16-4627-8dc2-d9944a78823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:14.195425 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-51dde88d-9c16-4627-8dc2-d9944a78823a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.0950799 May 12 15:49:14.206837 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4631af9a-f2c2-4dd0-ba62-a29fa62d2eb3,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.221210 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.225691 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-f744a31b-1b8c-473a-b276-42390e90d5df tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422234 May 12 15:49:14.225691 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45108) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:14.229892 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group_rule': {'security_group_id': '53181777-1593-4599-95ba-842c30310dd2', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:14.243828 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'eea16125-f0b8-448e-809f-8a03ac3aac9d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'port_id': '678f151b-df0c-4f72-b6f1-994f398abe16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'mac_address': 'fa:16:3e:f8:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:49:12Z', 'updated_at': '2022-05-12T15:49:12Z', 'revision_number': 0, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:49:14.257786 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (b1680792-ec8d-4b09-9207-96971db1e9be), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.274635 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-bacc28e2-7e3a-48ac-8f6b-61e95e87cecb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 999 time: 0.0722914 May 12 15:49:14.277774 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e62e8-61de-46ff-9956-697356412698 None None] Checking router: 241dc272-7e6c-48c7-b3e8-629868663488 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:49:14.286688 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:49:14.287317 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:49:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:49:14.318477 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (b1680792-ec8d-4b09-9207-96971db1e9be), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.323567 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (b1680792-ec8d-4b09-9207-96971db1e9be), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.331928 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-d635dc74-7725-4577-931e-fc7a45681be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:14.333817 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-d635dc74-7725-4577-931e-fc7a45681be7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0533640 May 12 15:49:14.341024 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1680792-ec8d-4b09-9207-96971db1e9be,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.350673 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.351980 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-ddf62a19-91d9-4d8e-93e4-292b44a17f11 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255238 May 12 15:49:14.354849 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45110) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:14.359753 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group_rule': {'security_group_id': '53181777-1593-4599-95ba-842c30310dd2', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:14.380207 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-8367647e-cc15-419d-82bc-bbb9cdc30a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:14.381767 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-8367647e-cc15-419d-82bc-bbb9cdc30a94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417068 May 12 15:49:14.388554 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (d9dcda42-8b7e-475f-9cb7-e95188f87e40), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.400125 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:49:14.447110 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (d9dcda42-8b7e-475f-9cb7-e95188f87e40), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.452282 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (d9dcda42-8b7e-475f-9cb7-e95188f87e40), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.470256 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dcda42-8b7e-475f-9cb7-e95188f87e40,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.480806 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.484893 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-35695720-d49b-4a5d-8639-34cb8cebc4ea tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263206 May 12 15:49:14.485058 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-7fd4f74b-f907-4461-b432-7371e9700f70 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950594 May 12 15:49:14.485174 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45112) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:14.489749 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.v2.base [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group_rule': {'security_group_id': '53181777-1593-4599-95ba-842c30310dd2', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:14.520312 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (374f1c5e-e8cb-466a-9b95-1849909f5789), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.582714 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-520f2207-d96e-4ca0-9627-0ce088adbc9a req-27439b57-5562-4765-8bed-1686bb6ee31e service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913734 May 12 15:49:14.585922 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (374f1c5e-e8cb-466a-9b95-1849909f5789), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.590161 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (374f1c5e-e8cb-466a-9b95-1849909f5789), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.607628 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374f1c5e-e8cb-466a-9b95-1849909f5789,revision_number=0']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.616604 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.617908 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-61379b49-0450-48d3-b633-c1784740d7a4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318719 May 12 15:49:14.620896 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45114) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:14.625664 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group_rule': {'security_group_id': '53181777-1593-4599-95ba-842c30310dd2', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:14.629745 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-c76e62e8-61de-46ff-9956-697356412698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'eea16125-f0b8-448e-809f-8a03ac3aac9d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'port_id': '678f151b-df0c-4f72-b6f1-994f398abe16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'mac_address': 'fa:16:3e:f8:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:49:12Z', 'updated_at': '2022-05-12T15:49:12Z', 'revision_number': 0, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:49:14.646023 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.securitygroups_db [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Project 8dd6d7add1fa49fba757d057557b5118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:49:14.652532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (c6e38b3d-53d5-4448-be0f-ef2d5c7e0ca9), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.663072 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e62e8-61de-46ff-9956-697356412698 None None] The sync data for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi is: [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_floatingips': [{'id': 'eea16125-f0b8-448e-809f-8a03ac3aac9d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'router_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'port_id': '678f151b-df0c-4f72-b6f1-994f398abe16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'mac_address': 'fa:16:3e:f8:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:49:12Z', 'updated_at': '2022-05-12T15:49:12Z', 'revision_number': 0, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:49:14.704382 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (c6e38b3d-53d5-4448-be0f-ef2d5c7e0ca9), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.709208 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (c6e38b3d-53d5-4448-be0f-ef2d5c7e0ca9), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.729218 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e38b3d-53d5-4448-be0f-ef2d5c7e0ca9,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.735267 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.736462 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-6b1e4d88-66f5-47f9-9c85-c994eda7205b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145570 May 12 15:49:14.739197 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45116) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:49:14.743433 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'security_group_rule': {'security_group_id': '53181777-1593-4599-95ba-842c30310dd2', 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:14.764063 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.securitygroups_db [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Project 8dd6d7add1fa49fba757d057557b5118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:49:14.769568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (3c6b5957-3c82-49f0-b80d-8f46f46a3787), before_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.832309 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (3c6b5957-3c82-49f0-b80d-8f46f46a3787), precommit_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.836766 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580415'] for security_group_rule (3c6b5957-3c82-49f0-b80d-8f46f46a3787), after_create {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.855789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6b5957-3c82-49f0-b80d-8f46f46a3787,revision_number=0']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:14.861199 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:14.865398 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f8f1a1ef-e07c-40c0-a945-374197caf0a3 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222522 May 12 15:49:14.874246 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20db5a-1c11-4ebf-8d85-1731fe246a53 None None] New status for floating IP eea16125-f0b8-448e-809f-8a03ac3aac9d: ACTIVE {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:49:14.951053 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-892cb1e8-a18f-4841-bbaf-fb43c460f04a tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493074057&fields=id&tenant_id=8dd6d7add1fa49fba757d057557b5118 HTTP/1.1" status: 200 len: 267 time: 0.0442193 May 12 15:49:15.004397 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-97746c12-05cb-41cc-b696-c976547b1164 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.005903 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-97746c12-05cb-41cc-b696-c976547b1164 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0493808 May 12 15:49:15.017246 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'port': {'security_groups': ['4cdb3c09-ca4f-4196-8193-35908d92f251', '53181777-1593-4599-95ba-842c30310dd2']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:49:15.083404 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:15.086938 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:15.307605 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:49:15.336571 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for port (678f151b-df0c-4f72-b6f1-994f398abe16), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:15.343250 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:15.354703 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['678f151b-df0c-4f72-b6f1-994f398abe16'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:49:15.388298 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.388989 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:15.390700 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-582f6b0f-cc90-41cd-a722-d5d558ef6116 req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "PUT /v2.0/ports/678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 981 time: 0.3781583 May 12 15:49:15.391125 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:49:15.396294 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:49:15.432752 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c087147-a316-4910-8902-0b03de5f80fe tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=6']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:49:15.437359 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd14df5-f057-445d-900f-ae1b58beddc8 x-openstack-request-id: req-cbd14df5-f057-445d-900f-ae1b58beddc8 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:49:15.437640 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:49:15.437894 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cbd14df5-f057-445d-900f-ae1b58beddc8 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:49:15.438298 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd14df5-f057-445d-900f-ae1b58beddc8'] response: {'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'status': 'completed', 'code': 200} May 12 15:49:15.487618 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['678f151b-df0c-4f72-b6f1-994f398abe16'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:49:15.532737 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-6aa00ea0-53b4-43cd-8e02-c5cfaf00bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.534442 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-6aa00ea0-53b4-43cd-8e02-c5cfaf00bffc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1168 time: 0.0765641 May 12 15:49:15.558316 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607985-14a1-4e67-81fc-7e11f8a54775 req-ec0bb297-a742-4e30-8668-269e5c9fcbe6 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.559727 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-00607985-14a1-4e67-81fc-7e11f8a54775 req-ec0bb297-a742-4e30-8668-269e5c9fcbe6 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0716639 May 12 15:49:15.684230 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-00607985-14a1-4e67-81fc-7e11f8a54775 req-111c5279-89f2-4fe0-b0aa-6b5ef73251ae tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125889 May 12 15:49:15.685642 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-1d1ebce1-0152-45ae-a192-fb022fb4979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.687005 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-1d1ebce1-0152-45ae-a192-fb022fb4979f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.1429307 May 12 15:49:15.693973 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-a64ec4dc-0caf-4184-9b8d-911f77c4bf2b None None] Provisioning complete for port 678f151b-df0c-4f72-b6f1-994f398abe16 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:49:15.694331 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a64ec4dc-0caf-4184-9b8d-911f77c4bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:15.773757 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-cbf2d9bc-654f-419b-9c0c-119bbca2f0ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 1001 time: 0.0692401 May 12 15:49:15.831294 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-5d690dc9-ccae-4db5-8cdb-90ddc3706018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.832718 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-5d690dc9-ccae-4db5-8cdb-90ddc3706018 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0530469 May 12 15:49:15.883156 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-68d16f49-2dc8-4b50-b4f7-eafa429bf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:15.886602 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-68d16f49-2dc8-4b50-b4f7-eafa429bf6f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462370 May 12 15:49:15.979319 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-3ac99e62-bf86-4a5e-b27e-93bcd6048b3e service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862894 May 12 15:49:16.064516 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-a64ec4dc-0caf-4184-9b8d-911f77c4bf2b None None] Current status of the port 678f151b-df0c-4f72-b6f1-994f398abe16 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:49:16.067361 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-71e56ae8-47c6-4acc-b16e-b6cf2faf4761 req-17003bf1-5b8c-4bbb-851b-b6b0ac670bd0 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815606 May 12 15:49:16.629190 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:17.972216 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:31.213484 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:32.444039 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:49:38.603532 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37cd4a-c167-46d2-ba4f-e838df3e49f8 req-f4a4d05c-294b-4485-9946-ada2726448f9 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:38.605028 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bf37cd4a-c167-46d2-ba4f-e838df3e49f8 req-f4a4d05c-294b-4485-9946-ada2726448f9 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0789349 May 12 15:49:38.608312 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-edd087c2-ff90-4598-9080-8b9f10e4b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:38.609864 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-edd087c2-ff90-4598-9080-8b9f10e4b5b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1168 time: 0.0702305 May 12 15:49:38.724289 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bf37cd4a-c167-46d2-ba4f-e838df3e49f8 req-14e7f9c6-1bf2-4a9a-898a-9dce9907a563 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126456 May 12 15:49:38.740950 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-c16e9936-b011-443c-badf-e1b781ea7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:38.742399 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-c16e9936-b011-443c-badf-e1b781ea7b9f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.1247709 May 12 15:49:38.807638 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-b86180e7-529f-461e-b5d7-802c90545e56 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 1001 time: 0.0581927 May 12 15:49:38.854252 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-c3fa7421-5806-4bf4-bb24-71ca2d6246d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:38.855672 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-c3fa7421-5806-4bf4-bb24-71ca2d6246d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0424182 May 12 15:49:38.901904 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-24fb601b-2dde-4a56-bb2e-8b3c4ff6cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:38.903403 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-24fb601b-2dde-4a56-bb2e-8b3c4ff6cdd7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414460 May 12 15:49:38.992704 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-46c977e8-5131-403a-b6b8-25420908932c service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822263 May 12 15:49:39.088175 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cfdcd42d-221d-43dd-94e5-5ea7c7a9b59f req-130e3ce2-5930-49a1-882d-13086eff8c06 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890803 May 12 15:49:39.842203 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101adfa-3ccb-4946-b121-634576ba1323 req-481a6405-37f1-4178-8586-b6b8810b6796 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:39.843530 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1101adfa-3ccb-4946-b121-634576ba1323 req-481a6405-37f1-4178-8586-b6b8810b6796 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0474284 May 12 15:49:39.901620 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1101adfa-3ccb-4946-b121-634576ba1323 req-6c939bec-525f-4886-b5f1-d34084e0c597 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523260 May 12 15:49:41.017975 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c778-38bd-48b0-93c9-a2b66bff729a req-994352ad-0e11-40a1-94b0-85a25763df1d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:41.019712 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a1c778-38bd-48b0-93c9-a2b66bff729a req-994352ad-0e11-40a1-94b0-85a25763df1d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0486631 May 12 15:49:41.084400 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-a0a1c778-38bd-48b0-93c9-a2b66bff729a req-4bab7b5e-b835-402b-8b2b-bdef6b1c96e7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587680 May 12 15:49:41.710276 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-559f77e2-2617-43da-9f5c-8be9376b3af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:42.199835 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393e1a-c13f-436a-b27c-497e73ceaf4d req-d3dbb57a-a43b-4e9f-be06-564ce410c33d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:42.201378 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d6393e1a-c13f-436a-b27c-497e73ceaf4d req-d3dbb57a-a43b-4e9f-be06-564ce410c33d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0481291 May 12 15:49:42.261037 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d6393e1a-c13f-436a-b27c-497e73ceaf4d req-53143a14-ff31-43d4-8df4-59f481b35131 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538776 May 12 15:49:43.379471 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85ec31-6483-4b45-b736-875d5a085267 req-3636f10c-7332-40bb-abab-b31a7d7234a5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:43.380993 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc85ec31-6483-4b45-b736-875d5a085267 req-3636f10c-7332-40bb-abab-b31a7d7234a5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0477042 May 12 15:49:43.441608 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-bc85ec31-6483-4b45-b736-875d5a085267 req-fdc49669-d307-4d32-8221-d0b0453c2890 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548568 May 12 15:49:43.955681 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9aa6aa37-519f-4673-bf07-1f53aeed63ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:44.588607 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0ca0f-d483-4947-8593-ed31cc24e8cb req-cb7aa3e3-58ab-408c-ace3-c77a18caaa1d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:44.590087 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-68e0ca0f-d483-4947-8593-ed31cc24e8cb req-cb7aa3e3-58ab-408c-ace3-c77a18caaa1d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0585356 May 12 15:49:44.654806 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-68e0ca0f-d483-4947-8593-ed31cc24e8cb req-75df3cc2-8f7c-4801-8c5b-e72a53e780da tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567346 May 12 15:49:45.095293 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:45.792565 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e0c24-b213-4593-9699-f5b6aa71275c req-c356b110-0abc-48f6-a4a1-64c7e223ddf5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:45.794301 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-706e0c24-b213-4593-9699-f5b6aa71275c req-c356b110-0abc-48f6-a4a1-64c7e223ddf5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0630865 May 12 15:49:45.858138 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-706e0c24-b213-4593-9699-f5b6aa71275c req-a6a95def-e019-414d-8825-49b012ff1864 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550315 May 12 15:49:46.627466 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:46.983092 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9c89e-aeb3-4a5e-9fb6-83a91a61ae17 req-83c99306-41a6-42de-b6c3-140703578b89 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:46.984576 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-74a9c89e-aeb3-4a5e-9fb6-83a91a61ae17 req-83c99306-41a6-42de-b6c3-140703578b89 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0559080 May 12 15:49:47.047740 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-74a9c89e-aeb3-4a5e-9fb6-83a91a61ae17 req-4e770840-9a3a-448b-bd17-0d8cf8e6bbac tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545590 May 12 15:49:47.963333 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:49:48.168105 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab53b0-dc7a-41d5-9908-03999f578878 req-9ad5d33d-4239-4a7d-9fd1-4340660c512d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:48.169594 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aab53b0-dc7a-41d5-9908-03999f578878 req-9ad5d33d-4239-4a7d-9fd1-4340660c512d tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0502434 May 12 15:49:48.231914 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-3aab53b0-dc7a-41d5-9908-03999f578878 req-979e0c34-7224-4d4f-9eef-d7c845b8c8fc tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539880 May 12 15:49:49.363395 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7b2f1-aaa9-4b53-a751-29140b3fee07 req-ac72369c-9c58-40b5-92c3-6a2dcf90d4c4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:49.364718 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40d7b2f1-aaa9-4b53-a751-29140b3fee07 req-ac72369c-9c58-40b5-92c3-6a2dcf90d4c4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0491588 May 12 15:49:49.429102 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-40d7b2f1-aaa9-4b53-a751-29140b3fee07 req-05069b62-0a5f-4c75-af20-3fbb458b00e2 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559664 May 12 15:49:50.554375 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf213d65-723d-4de7-a561-a8f2a350c8ac req-e7c90dd5-77e1-48fd-971e-30d6e6ef876f tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:50.555904 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cf213d65-723d-4de7-a561-a8f2a350c8ac req-e7c90dd5-77e1-48fd-971e-30d6e6ef876f tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0485442 May 12 15:49:50.618328 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-cf213d65-723d-4de7-a561-a8f2a350c8ac req-a53002a0-c28f-4aaf-8107-2fdaa13e526a tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564389 May 12 15:49:51.755411 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d0453-b13f-4d14-ba34-05829572eb6c req-bf518701-9573-40fc-a737-4996692b8c43 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:51.756876 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec8d0453-b13f-4d14-ba34-05829572eb6c req-bf518701-9573-40fc-a737-4996692b8c43 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0564904 May 12 15:49:51.824627 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ec8d0453-b13f-4d14-ba34-05829572eb6c req-a3460f47-1af7-46f4-8802-a28f72e240f4 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589550 May 12 15:49:52.956517 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704c7f-3865-4ce9-8d54-c4423c651edd req-69eb7ef2-a483-4594-a508-b2419466763b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:52.957967 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d5704c7f-3865-4ce9-8d54-c4423c651edd req-69eb7ef2-a483-4594-a508-b2419466763b tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0559778 May 12 15:49:53.018970 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-d5704c7f-3865-4ce9-8d54-c4423c651edd req-7b3a0f7d-f2b5-4ff6-990e-cddb53b3115c tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550063 May 12 15:49:54.139343 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc219-d8af-47d7-a7e7-d8cb7f55fca5 req-2ba80184-7863-4cc5-b588-bd37877a8831 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:54.140818 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-673bc219-d8af-47d7-a7e7-d8cb7f55fca5 req-2ba80184-7863-4cc5-b588-bd37877a8831 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0500119 May 12 15:49:54.202328 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-673bc219-d8af-47d7-a7e7-d8cb7f55fca5 req-89e86e1d-f6ec-40b2-85f8-fba2bbdb8e8c tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532100 May 12 15:49:55.320005 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a116aea-e912-4871-bec9-46aed6c24afd req-6cd32b6a-468f-44f1-957f-48c847c87937 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:49:55.321502 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a116aea-e912-4871-bec9-46aed6c24afd req-6cd32b6a-468f-44f1-957f-48c847c87937 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0514820 May 12 15:49:55.385682 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-1a116aea-e912-4871-bec9-46aed6c24afd req-ddd1c484-5c4d-4701-b036-bb02f6b3461e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=53181777-1593-4599-95ba-842c30310dd2&id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560820 May 12 15:50:01.213370 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:09.448833 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:50:11.719406 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9813158a-244f-4a87-93ab-384723432a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:12.903314 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-8fef723d-f821-408e-8dea-19229d31a5f4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428119 May 12 15:50:13.001595 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-b705e713-3a26-4f4f-85cf-0d19a43e09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:13.003074 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-b705e713-3a26-4f4f-85cf-0d19a43e09b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1168 time: 0.0436280 May 12 15:50:13.114856 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-9181fb15-72eb-48d5-8897-afbd0bfa1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:13.116305 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-9181fb15-72eb-48d5-8897-afbd0bfa1469 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.0933332 May 12 15:50:13.181465 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-e1cd3e2e-55f5-4a91-8a8f-fd7d629ba218 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 1001 time: 0.0575559 May 12 15:50:13.230724 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-d352f6fc-6d74-4324-944f-a89958d2becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:13.232119 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-d352f6fc-6d74-4324-944f-a89958d2becc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0441053 May 12 15:50:13.277902 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-46e8077b-df88-44d8-a202-fdeb3020e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:13.279425 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-46e8077b-df88-44d8-a202-fdeb3020e6fa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413454 May 12 15:50:13.375895 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-5f2e2999-8b0e-4829-a7c9-eae61c185152 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900860 May 12 15:50:13.482718 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-c12b820a-03aa-415f-bc5e-f5d6d53c11e5 req-2288ef26-6ea7-4e6a-87ba-831db496eb40 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003325 May 12 15:50:13.951891 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-fe2845a4-6023-4e4c-91f7-508b668c7e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:15.092890 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:16.632999 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:17.969500 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:27.590628 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-500f6577-8749-4afc-b163-a01cc031147e req-f593c776-783d-47aa-a9f8-d75fe5c89e72 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493074057&fields=id&tenant_id=8dd6d7add1fa49fba757d057557b5118 HTTP/1.1" status: 200 len: 267 time: 0.0446498 May 12 15:50:27.642819 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6577-8749-4afc-b163-a01cc031147e req-74c9c553-0a80-4aee-afe5-29818c01e5e5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:27.644243 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-500f6577-8749-4afc-b163-a01cc031147e req-74c9c553-0a80-4aee-afe5-29818c01e5e5 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 984 time: 0.0483844 May 12 15:50:27.657717 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.v2.base [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Request body: {'port': {'security_groups': ['4cdb3c09-ca4f-4196-8193-35908d92f251']}} {{(pid=103542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 15:50:27.741683 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1561936'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:27.947231 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:27.975778 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for port (678f151b-df0c-4f72-b6f1-994f398abe16), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:27.983853 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767968690571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767968128359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767968128377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935731'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:27.996169 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['678f151b-df0c-4f72-b6f1-994f398abe16'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:50:28.025582 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:28.026529 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.028113 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-500f6577-8749-4afc-b163-a01cc031147e req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "PUT /v2.0/ports/678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 942 time: 0.3744493 May 12 15:50:28.028442 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:50:28.033049 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ead473-ae25-4be0-9b55-972ec0b7eb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:50:28.036098 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45178) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:28.070735 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event updated for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=7']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:28.079231 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.079585 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.079976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.080325 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.080977 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.081322 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.081966 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.082084 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.082321 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.082659 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.082994 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.083328 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.083657 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.083990 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.094899 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc59a0c-7a97-4382-8776-6ac4995e4e05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.101969 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f008bb-f4e0-41ad-8c38-59ded511c5bc x-openstack-request-id: req-c5f008bb-f4e0-41ad-8c38-59ded511c5bc {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:50:28.102330 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:50:28.102563 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c5f008bb-f4e0-41ad-8c38-59ded511c5bc {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:50:28.102978 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f008bb-f4e0-41ad-8c38-59ded511c5bc'] response: {'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'status': 'completed', 'code': 200} May 12 15:50:28.120054 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['678f151b-df0c-4f72-b6f1-994f398abe16'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:50:28.125955 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group (53181777-1593-4599-95ba-842c30310dd2), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.153421 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-596397c9-e0dd-44b2-ba18-2e7821448034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:28.154983 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-596397c9-e0dd-44b2-ba18-2e7821448034 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1129 time: 0.0508945 May 12 15:50:28.157996 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group (53181777-1593-4599-95ba-842c30310dd2), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.232541 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (53181777-1593-4599-95ba-842c30310dd2), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.235301 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.239039 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "DELETE /v2.0/security-groups/53181777-1593-4599-95ba-842c30310dd2 HTTP/1.1" status: 204 len: 168 time: 0.1988027 May 12 15:50:28.239983 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45182) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:28.252270 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53181777-1593-4599-95ba-842c30310dd2,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:28.260184 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.260610 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.261153 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.261847 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.262440 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.262943 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.263409 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.263752 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.264108 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.264444 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.264805 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.265138 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.265478 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.265793 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.266119 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd84a16-c5fd-4c06-96b8-05587d29e61e tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:28.305290 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-17889031-efa8-4910-815f-2eb0cf0604d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:28.306756 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-17889031-efa8-4910-815f-2eb0cf0604d2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.1438735 May 12 15:50:28.340510 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.provisioning_blocks [None req-58fe876d-6131-4c83-90c5-34029dde283a None None] Provisioning complete for port 678f151b-df0c-4f72-b6f1-994f398abe16 triggered by entity DHCP. {{(pid=103543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 15:50:28.340881 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-58fe876d-6131-4c83-90c5-34029dde283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1347264'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), provisioning_complete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.427702 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-58fe876d-6131-4c83-90c5-34029dde283a None None] Current status of the port 678f151b-df0c-4f72-b6f1-994f398abe16 is: ACTIVE; New status is: ACTIVE {{(pid=103543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 15:50:28.702265 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-cd69376c-1a73-4f39-a928-b8ddab2b282f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 1001 time: 0.3884244 May 12 15:50:28.770259 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Deleting port a9db51e6-7e19-429a-a691-6bf8d547c467 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:28.770577 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.785280 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-b57972cb-8c90-436c-a204-ee95842e2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:28.786646 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-b57972cb-8c90-436c-a204-ee95842e2015 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0773256 May 12 15:50:28.875037 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-12a9f63f-1f3a-498a-af5e-8427a76c977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:28.876536 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-12a9f63f-1f3a-498a-af5e-8427a76c977a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0836215 May 12 15:50:28.916612 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.917241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for floatingip (a9db51e6-7e19-429a-a691-6bf8d547c467), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:28.959363 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Calling delete_port for a9db51e6-7e19-429a-a691-6bf8d547c467 owned by network:floatingip {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:29.027284 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-ca934abd-90d9-4142-8408-491dc8e5d5df service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443388 May 12 15:50:29.150339 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-41ead473-ae25-4be0-9b55-972ec0b7eb6b req-72c17e53-055a-4070-99a4-8584dbe78c23 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172819 May 12 15:50:29.209976 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (a9db51e6-7e19-429a-a691-6bf8d547c467), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:29.236456 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event deleted for resources: {'Port': ['ID=a9db51e6-7e19-429a-a691-6bf8d547c467,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:29.301931 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks [] for floatingip (eea16125-f0b8-448e-809f-8a03ac3aac9d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:29.302209 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.db.l3_db [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Floating IP eea16125-f0b8-448e-809f-8a03ac3aac9d disassociated (deleted). External IP: 172.27.2.145, port: 678f151b-df0c-4f72-b6f1-994f398abe16. May 12 15:50:29.523890 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Router 241dc272-7e6c-48c7-b3e8-629868663488 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:50:29.633826 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:50:29.639008 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for floatingip (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:29.643906 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] Sync routers for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:50:29.654723 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:50:29.655316 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:50:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:29.669954 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-aae972ea-180d-40fc-a9cb-42ebddb6f2f7 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "DELETE /v2.0/floatingips/eea16125-f0b8-448e-809f-8a03ac3aac9d HTTP/1.1" status: 204 len: 168 time: 1.4283984 May 12 15:50:29.770441 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:50:29.970848 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:30.002854 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] Checking router: 241dc272-7e6c-48c7-b3e8-629868663488 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:50:30.012231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:50:30.012896 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:50:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:30.103961 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:50:30.106615 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f47afd-d955-44b8-8e2e-e815b52f540a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:50:30.125734 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:50:30.142988 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c8766-9746-449b-8825-6340b0c20068 x-openstack-request-id: req-990c8766-9746-449b-8825-6340b0c20068 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:50:30.143240 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:50:30.143492 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-990c8766-9746-449b-8825-6340b0c20068 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:50:30.143915 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990c8766-9746-449b-8825-6340b0c20068'] response: {'name': 'network-changed', 'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'status': 'completed', 'code': 200} May 12 15:50:30.276506 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-1bf6ba86-0b6b-428b-85d9-b47cb27e963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:30.279022 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-1bf6ba86-0b6b-428b-85d9-b47cb27e963a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd6d7add1fa49fba757d057557b5118&device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 1129 time: 0.0433414 May 12 15:50:30.316397 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:30.343943 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f6037-2630-461c-a39a-6aed49c6d5ab None None] The sync data for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi is: [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:29Z', 'revision_number': 4, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi', '_interfaces': [{'id': '1835e458-4090-46f2-8b9b-94ae6f871b37', 'name': '', 'network_id': 'ec710b18-76fc-4bea-979c-bb1b0319433d', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'mac_address': 'fa:16:3e:93:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '46695049-aca2-4296-8425-86c7291eee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:28Z', 'updated_at': '2022-05-12T15:48:34Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'subnets': [{'id': '46695049-aca2-4296-8425-86c7291eee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:50:30.378287 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-3fa8aca0-99d2-44f8-8d3c-b22050efbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:30.380011 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-3fa8aca0-99d2-44f8-8d3c-b22050efbb0d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 200 len: 916 time: 0.0947599 May 12 15:50:30.422132 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-300f0d5c-7b64-42dc-a53f-59b9ce8371bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 200 len: 217 time: 0.0362508 May 12 15:50:30.471872 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-2c6b78af-6249-41fd-9822-f269ef55982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:30.473388 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-2c6b78af-6249-41fd-9822-f269ef55982a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 200 len: 854 time: 0.0438669 May 12 15:50:30.519450 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-8dcb5929-0fb6-4ac1-900b-5d93dcffe7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:30.521006 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-8dcb5929-0fb6-4ac1-900b-5d93dcffe7fb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec710b18-76fc-4bea-979c-bb1b0319433d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408399 May 12 15:50:30.587027 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a717935-bc57-49ec-9133-f28491f03186 None None] New status for floating IP eea16125-f0b8-448e-809f-8a03ac3aac9d: DOWN {{(pid=103544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:50:30.625243 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-e88e385b-2109-4ba3-8bfb-7d160a5e4c75 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966728 May 12 15:50:30.731053 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-07f47afd-d955-44b8-8e2e-e815b52f540a req-7a91b5fd-b25a-4c3a-a803-e7d7afb55d96 service neutron] 10.222.0.88 "GET /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975018 May 12 15:50:31.226298 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:32.788175 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158c326-9fa8-4974-8514-abb67af0e258 req-5b4b9a73-776f-44d3-876a-d49531d45b42 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:32.789561 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4158c326-9fa8-4974-8514-abb67af0e258 req-5b4b9a73-776f-44d3-876a-d49531d45b42 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0474350 May 12 15:50:32.837717 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-4158c326-9fa8-4974-8514-abb67af0e258 req-8aaf8bb8-0182-469b-978b-27036bfa5a31 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 May 12 15:50:33.970876 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee70cb-33c2-4d6d-9ab9-847fe34c219f req-468185a8-f574-4db6-93fb-9d3f78837f24 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:33.972363 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b2ee70cb-33c2-4d6d-9ab9-847fe34c219f req-468185a8-f574-4db6-93fb-9d3f78837f24 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0527556 May 12 15:50:34.023747 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-b2ee70cb-33c2-4d6d-9ab9-847fe34c219f req-c3a5ab8b-47b7-4a46-af1a-a276661041d0 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/security-groups?id=4cdb3c09-ca4f-4196-8193-35908d92f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 May 12 15:50:34.332693 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86083e-8417-4708-95e0-bf69516bc0df req-b27e19f0-bf05-4c39-bf3b-349d87cd6c05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:50:34.334225 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac86083e-8417-4708-95e0-bf69516bc0df req-b27e19f0-bf05-4c39-bf3b-349d87cd6c05 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 945 time: 0.0586388 May 12 15:50:34.427411 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Deleting port 678f151b-df0c-4f72-b6f1-994f398abe16 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:34.427759 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:34.520333 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] For port 678f151b-df0c-4f72-b6f1-994f398abe16, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=678f151b-df0c-4f72-b6f1-994f398abe16,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:34.520746 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:34.534350 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Calling delete_port for 678f151b-df0c-4f72-b6f1-994f398abe16 owned by compute:nova {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:34.668284 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (678f151b-df0c-4f72-b6f1-994f398abe16), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:34.682234 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] get_ports_and_sgs() called for port_ids ['678f151b-df0c-4f72-b6f1-994f398abe16'] {{(pid=103543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 15:50:34.703611 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Pushing event deleted for resources: {'Port': ['ID=678f151b-df0c-4f72-b6f1-994f398abe16,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:34.746762 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] No DVR routers for this DVR port 678f151b-df0c-4f72-b6f1-994f398abe16 on host hv-cinder-83588 {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:34.749296 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94530'] for port (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:34.752512 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-ac86083e-8417-4708-95e0-bf69516bc0df req-04cfd8e4-96c2-43fa-aaad-9330c537f821 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.88 "DELETE /v2.0/ports/678f151b-df0c-4f72-b6f1-994f398abe16 HTTP/1.1" status: 204 len: 173 time: 0.4125633 May 12 15:50:34.752951 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'name': 'network-vif-deleted', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16'}] {{(pid=103542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:50:34.755178 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b012b294010609c580c43104d4ebfc1160880581d59e8a3ee2ceb05905ac0afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79da74-377d-447f-884f-51dc9b86a3be" -d '{"events": [{"server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "name": "network-vif-deleted", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16"}]}' {{(pid=103542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 15:50:34.792494 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eff493-ad4f-419d-adeb-7917ba48f291 x-openstack-request-id: req-53eff493-ad4f-419d-adeb-7917ba48f291 {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 15:50:34.792807 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef0657a-0d69-4149-b3e8-690c03a82439", "name": "network-vif-deleted", "tag": "678f151b-df0c-4f72-b6f1-994f398abe16", "status": "completed", "code": 200}]} {{(pid=103542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 15:50:34.793054 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-53eff493-ad4f-419d-adeb-7917ba48f291 {{(pid=103542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 15:50:34.793560 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53eff493-ad4f-419d-adeb-7917ba48f291'] response: {'server_uuid': '3ef0657a-0d69-4149-b3e8-690c03a82439', 'name': 'network-vif-deleted', 'tag': '678f151b-df0c-4f72-b6f1-994f398abe16', 'status': 'completed', 'code': 200} May 12 15:50:35.136413 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [req-70e9ccd9-30fa-4139-b0c5-091b0f8cf894 req-55c6b7ba-04e0-4aaa-a080-03b30c8c9b30 tempest-TestMinimumBasicScenario-285067451 tempest-TestMinimumBasicScenario-285067451-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ef0657a-0d69-4149-b3e8-690c03a82439 HTTP/1.1" status: 200 len: 210 time: 0.0284755 May 12 15:50:36.800701 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45272) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:37.138886 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (241dc272-7e6c-48c7-b3e8-629868663488), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:37.376369 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Deleting port 1835e458-4090-46f2-8b9b-94ae6f871b37 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:37.376725 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:37.460628 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] For port 1835e458-4090-46f2-8b9b-94ae6f871b37, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=1835e458-4090-46f2-8b9b-94ae6f871b37,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:37.460915 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:37.477559 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Calling delete_port for 1835e458-4090-46f2-8b9b-94ae6f871b37 owned by network:router_interface {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:37.696676 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (1835e458-4090-46f2-8b9b-94ae6f871b37), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:37.721579 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1835e458-4090-46f2-8b9b-94ae6f871b37,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:37.889808 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (241dc272-7e6c-48c7-b3e8-629868663488), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.111918 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Router 241dc272-7e6c-48c7-b3e8-629868663488 has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:50:38.224662 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:50:38.230075 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-b7fff3ad-5c26-4b6c-8a15-5e3555dc73d3 admin admin] 10.222.0.89 "PUT /v2.0/routers/241dc272-7e6c-48c7-b3e8-629868663488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4283431 May 12 15:50:38.233287 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45274) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:38.235917 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] Sync routers for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:50:38.246602 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:50:38.247231 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:50:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:38.343292 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks [] for router (241dc272-7e6c-48c7-b3e8-629868663488), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.453812 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks [] for router_gateway (241dc272-7e6c-48c7-b3e8-629868663488), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.488058 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: dv-cinder-835881-11-iscsi {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:50:38.500562 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Deleting port f60d42e1-bf70-46a1-a81d-511a73314090 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:38.500901 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.584252 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] For port f60d42e1-bf70-46a1-a81d-511a73314090, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=f60d42e1-bf70-46a1-a81d-511a73314090,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:38.584612 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.598929 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Calling delete_port for f60d42e1-bf70-46a1-a81d-511a73314090 owned by network:router_gateway {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:38.655593 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:50:37Z', 'revision_number': 5, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port': {'id': 'f60d42e1-bf70-46a1-a81d-511a73314090', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241dc272-7e6c-48c7-b3e8-629868663488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:38.682788 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] Checking router: 241dc272-7e6c-48c7-b3e8-629868663488 for host: dv-cinder-835881-11-iscsi {{(pid=103543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:50:38.693293 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 678f151b-df0c-4f72-b6f1-994f398abe16 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:38.696507 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] Routers {'241dc272-7e6c-48c7-b3e8-629868663488'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:50:38.697153 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:50:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['241dc272-7e6c-48c7-b3e8-629868663488'], 'active': True} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:38.715843 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] No Port match for: 678f151b-df0c-4f72-b6f1-994f398abe16 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:38.716112 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Device 678f151b-df0c-4f72-b6f1-994f398abe16 not bound to the agent host hv-cinder-83588 {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:38.768817 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (f60d42e1-bf70-46a1-a81d-511a73314090), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.795597 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60d42e1-bf70-46a1-a81d-511a73314090,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:38.804311 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvr_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] Set router 241dc272-7e6c-48c7-b3e8-629868663488 gateway port host: None {{(pid=103543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:50:38.856965 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (241dc272-7e6c-48c7-b3e8-629868663488), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.859024 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_hamode_db [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:50:38Z', 'revision_number': 6, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:38.885004 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7639004-001f-4bad-8a6f-d56e02ff87b7 None None] The sync data for ids ['241dc272-7e6c-48c7-b3e8-629868663488'] in dv-cinder-835881-11-iscsi is: [{'id': '241dc272-7e6c-48c7-b3e8-629868663488', 'name': 'tempest-TestMinimumBasicScenario-1231477161-router', 'tenant_id': '8dd6d7add1fa49fba757d057557b5118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:27Z', 'updated_at': '2022-05-12T15:50:38Z', 'revision_number': 6, 'project_id': '8dd6d7add1fa49fba757d057557b5118', 'gw_port_host': None}] {{(pid=103543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:50:38.952024 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (241dc272-7e6c-48c7-b3e8-629868663488), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:38.954249 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks [] for router_controller (241dc272-7e6c-48c7-b3e8-629868663488), precommit_delete_associations {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.003047 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (241dc272-7e6c-48c7-b3e8-629868663488), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.004098 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241dc272-7e6c-48c7-b3e8-629868663488 {{(pid=103541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:50:39.011675 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.013496 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-759b8133-174e-4973-86f2-45163177ee38 admin admin] 10.222.0.89 "DELETE /v2.0/routers/241dc272-7e6c-48c7-b3e8-629868663488 HTTP/1.1" status: 204 len: 168 time: 0.7789524 May 12 15:50:39.017053 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45276) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:39.061899 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Deleting subnet 46695049-aca2-4296-8425-86c7291eee0d {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:50:39.065054 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Publish callbacks [] for subnet (46695049-aca2-4296-8425-86c7291eee0d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.099121 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (46695049-aca2-4296-8425-86c7291eee0d), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.177073 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (46695049-aca2-4296-8425-86c7291eee0d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.235959 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (46695049-aca2-4296-8425-86c7291eee0d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.263397 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46695049-aca2-4296-8425-86c7291eee0d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:39.265391 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.270909 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-a9a2eeca-9d50-40cf-aa0a-0a3b9ad842b1 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/46695049-aca2-4296-8425-86c7291eee0d HTTP/1.1" status: 204 len: 168 time: 0.2504551 May 12 15:50:39.271028 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45278) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:39.273513 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdd191-0fe5-4035-a0de-f6bd7f6d1fbb None None] Network ec710b18-76fc-4bea-979c-bb1b0319433d requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:50:39.624690 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (ec710b18-76fc-4bea-979c-bb1b0319433d), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.658058 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] DHCP port deletion for ec710b18-76fc-4bea-979c-bb1b0319433d request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:50:39.676241 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Deleting port e810f334-ce4a-48a0-adea-5473131c1cd7 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:39.676599 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.698768 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Deleting port e810f334-ce4a-48a0-adea-5473131c1cd7 {{(pid=103543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:39.699150 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), before_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.740368 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] For port e810f334-ce4a-48a0-adea-5473131c1cd7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e810f334-ce4a-48a0-adea-5473131c1cd7,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:39.741015 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.760802 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Calling delete_port for e810f334-ce4a-48a0-adea-5473131c1cd7 owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:39.768497 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.db [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] For port e810f334-ce4a-48a0-adea-5473131c1cd7, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=e810f334-ce4a-48a0-adea-5473131c1cd7,segment=NetworkSegment(7df75420-e5df-424d-acca-7603de737153),segment_id=7df75420-e5df-424d-acca-7603de737153)] {{(pid=103543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:39.769020 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), precommit_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.782566 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Calling delete_port for e810f334-ce4a-48a0-adea-5473131c1cd7 owned by network:dhcp {{(pid=103543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:39.793086 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1835e458-4090-46f2-8b9b-94ae6f871b37 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:39.816900 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 1835e458-4090-46f2-8b9b-94ae6f871b37 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:39.817244 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 1835e458-4090-46f2-8b9b-94ae6f871b37 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:39.817666 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f60d42e1-bf70-46a1-a81d-511a73314090 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:39.844160 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.868157 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: f60d42e1-bf70-46a1-a81d-511a73314090 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:39.868611 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device f60d42e1-bf70-46a1-a81d-511a73314090 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:39.868943 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device e810f334-ce4a-48a0-adea-5473131c1cd7 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:39.870692 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e810f334-ce4a-48a0-adea-5473131c1cd7,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:39.873190 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] No DVR routers for this DVR port e810f334-ce4a-48a0-adea-5473131c1cd7 on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:39.890923 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: e810f334-ce4a-48a0-adea-5473131c1cd7 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:39.891266 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device e810f334-ce4a-48a0-adea-5473131c1cd7 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:39.926693 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350'] for port (e810f334-ce4a-48a0-adea-5473131c1cd7), after_delete {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.948745 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (ec710b18-76fc-4bea-979c-bb1b0319433d), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:39.954196 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Pushing event deleted for resources: {'Port': ['ID=e810f334-ce4a-48a0-adea-5473131c1cd7,revision_number=None']} {{(pid=103543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:39.960180 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.960547 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.960893 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.961229 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.961563 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.961895 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.962267 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.962595 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.962916 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.963415 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.963905 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.964234 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.964582 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.964904 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.965313 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-11-iscsi {{(pid=103543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:50:39.970246 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a946d18-cda5-4402-8e83-bd5a5b798d1d None None] No DVR routers for this DVR port e810f334-ce4a-48a0-adea-5473131c1cd7 on host dv-cinder-835881-11-iscsi {{(pid=103543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:39.972841 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec710b18-76fc-4bea-979c-bb1b0319433d']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:39.984556 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df75420-e5df-424d-acca-7603de737153') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:39.984860 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df75420-e5df-424d-acca-7603de737153') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:39.995193 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (7df75420-e5df-424d-acca-7603de737153), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.013100 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (7df75420-e5df-424d-acca-7603de737153), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.021820 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:50:40.023539 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (7df75420-e5df-424d-acca-7603de737153), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:50:40.025918 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:50:40.087372 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (ec710b18-76fc-4bea-979c-bb1b0319433d), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.093254 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.096360 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] 10.222.0.89 "DELETE /v2.0/networks/ec710b18-76fc-4bea-979c-bb1b0319433d HTTP/1.1" status: 204 len: 168 time: 0.8244836 May 12 15:50:40.099532 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45280) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:40.107695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea86b25-c854-4ed2-ab5d-f39ed30bcb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec710b18-76fc-4bea-979c-bb1b0319433d,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:40.430590 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527325'] for router_interface (554d3204-5e9a-4729-8e09-6f36c5f9580a), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.671485 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Deleting port 86cda31f-59e9-430d-b078-bdf94008f862 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:40.671823 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (86cda31f-59e9-430d-b078-bdf94008f862), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.749753 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] For port 86cda31f-59e9-430d-b078-bdf94008f862, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=86cda31f-59e9-430d-b078-bdf94008f862,segment=NetworkSegment(04d29aaf-c5f0-448c-9305-db618c75caef),segment_id=04d29aaf-c5f0-448c-9305-db618c75caef)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:40.750018 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (86cda31f-59e9-430d-b078-bdf94008f862), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.762658 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Calling delete_port for 86cda31f-59e9-430d-b078-bdf94008f862 owned by network:router_interface {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:40.943730 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9451850'] for port (86cda31f-59e9-430d-b078-bdf94008f862), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:40.971606 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cda31f-59e9-430d-b078-bdf94008f862,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:41.141478 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573634'] for router_interface (554d3204-5e9a-4729-8e09-6f36c5f9580a), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:41.620196 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Router 554d3204-5e9a-4729-8e09-6f36c5f9580a has already been hosted by L3 agent 5596c188-377d-41a0-96ec-fedeaf7e0a0a {{(pid=103541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 15:50:41.714937 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ea296d9a-5eef-4f8a-857c-fef827d47aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:41.729915 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] Notify agent at l3_agent.dv-cinder-835881-11-iscsi the message routers_updated {{(pid=103541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 15:50:41.734979 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-7cf798ca-b36f-4e70-80b1-68d320f07f98 admin admin] 10.222.0.89 "PUT /v2.0/routers/554d3204-5e9a-4729-8e09-6f36c5f9580a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343234 May 12 15:50:41.737695 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45282) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:41.742763 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] Sync routers for ids ['554d3204-5e9a-4729-8e09-6f36c5f9580a'] in dv-cinder-835881-11-iscsi {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:50:41.757999 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] Routers {'554d3204-5e9a-4729-8e09-6f36c5f9580a'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:50:41.758637 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:50:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['554d3204-5e9a-4729-8e09-6f36c5f9580a'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:41.851848 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks [] for router (554d3204-5e9a-4729-8e09-6f36c5f9580a), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:41.864407 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] Set router 554d3204-5e9a-4729-8e09-6f36c5f9580a gateway port host: dv-cinder-835881-11-iscsi {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:50:41.956722 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks [] for router_gateway (554d3204-5e9a-4729-8e09-6f36c5f9580a), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.003118 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Deleting port 4389442d-1460-4e9d-afea-2d7c141dffdd {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:42.003466 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.032185 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'external_fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:50:40Z', 'revision_number': 5, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port': {'id': '4389442d-1460-4e9d-afea-2d7c141dffdd', 'name': '', 'network_id': '30d3bdd5-00bb-4e79-a65d-ca90dc9fc776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:41:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:48:32Z', 'updated_at': '2022-05-12T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00aaf678-b1f3-4be2-9666-687fe47674a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-11-iscsi'}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:42.058698 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] Checking router: 554d3204-5e9a-4729-8e09-6f36c5f9580a for host: dv-cinder-835881-11-iscsi {{(pid=103544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:50:42.066949 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] Routers {'554d3204-5e9a-4729-8e09-6f36c5f9580a'} bound to L3 agent in host dv-cinder-835881-11-iscsi {{(pid=103544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 15:50:42.067564 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T15:28:14Z,description=,heartbeat_timestamp=2022-05-12T15:50:14Z,host='dv-cinder-835881-11-iscsi',id=5596c188-377d-41a0-96ec-fedeaf7e0a0a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T15:28:14Z,topic='l3_agent')) {'router_ids': ['554d3204-5e9a-4729-8e09-6f36c5f9580a'], 'active': True} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:42.082789 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] For port 4389442d-1460-4e9d-afea-2d7c141dffdd, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=4389442d-1460-4e9d-afea-2d7c141dffdd,segment=NetworkSegment(1d2edcdc-70ea-496c-a355-6d67c304638f),segment_id=1d2edcdc-70ea-496c-a355-6d67c304638f)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:42.083181 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.096499 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Calling delete_port for 4389442d-1460-4e9d-afea-2d7c141dffdd owned by network:router_gateway {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:42.243359 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_dvr_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] Set router 554d3204-5e9a-4729-8e09-6f36c5f9580a gateway port host: None {{(pid=103544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 15:50:42.277159 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (4389442d-1460-4e9d-afea-2d7c141dffdd), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.296512 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.l3_hamode_db [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:50:41Z', 'revision_number': 6, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port_host': None}], 'dv-cinder-835881-11-iscsi', False) {} {{(pid=103544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:42.302498 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4389442d-1460-4e9d-afea-2d7c141dffdd,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:42.327647 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0e2f9-f85c-4516-8845-525ec6fb444e None None] The sync data for ids ['554d3204-5e9a-4729-8e09-6f36c5f9580a'] in dv-cinder-835881-11-iscsi is: [{'id': '554d3204-5e9a-4729-8e09-6f36c5f9580a', 'name': 'tempest-TestMinimumBasicScenario-1335769568-router', 'tenant_id': '52cbd6e544a94252992ca8d7cdc5210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:48:31Z', 'updated_at': '2022-05-12T15:50:41Z', 'revision_number': 6, 'project_id': '52cbd6e544a94252992ca8d7cdc5210d', 'gw_port_host': None}] {{(pid=103544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:50:42.367112 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555503'] for router_gateway (554d3204-5e9a-4729-8e09-6f36c5f9580a), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.458337 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4168258'] for router (554d3204-5e9a-4729-8e09-6f36c5f9580a), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.460562 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks [] for router_controller (554d3204-5e9a-4729-8e09-6f36c5f9580a), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.507922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555710'] for router (554d3204-5e9a-4729-8e09-6f36c5f9580a), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.508613 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554d3204-5e9a-4729-8e09-6f36c5f9580a {{(pid=103542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 15:50:42.513560 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.514738 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-bf713fbe-1d0e-4d5b-8905-31591c8b39d4 admin admin] 10.222.0.89 "DELETE /v2.0/routers/554d3204-5e9a-4729-8e09-6f36c5f9580a HTTP/1.1" status: 204 len: 168 time: 0.7760446 May 12 15:50:42.517443 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45284) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:42.563411 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Deleting subnet 68978a36-2c79-4e57-b9cb-d1aaf060f22f {{(pid=103542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 15:50:42.566741 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Publish callbacks [] for subnet (68978a36-2c79-4e57-b9cb-d1aaf060f22f), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.600922 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9936078'] for subnet (68978a36-2c79-4e57-b9cb-d1aaf060f22f), precommit_delete_associations {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.684156 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515244'] for subnet (68978a36-2c79-4e57-b9cb-d1aaf060f22f), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.737908 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9936053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9230840'] for subnet (68978a36-2c79-4e57-b9cb-d1aaf060f22f), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.763650 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68978a36-2c79-4e57-b9cb-d1aaf060f22f,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:42.767109 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for subnet (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.770309 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-0b81ee22-cf93-4a12-a001-96d199539a45 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/68978a36-2c79-4e57-b9cb-d1aaf060f22f HTTP/1.1" status: 204 len: 168 time: 0.2519379 May 12 15:50:42.772502 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb2e93-f514-4a62-8960-fcfa7c6bf555 None None] Network a993d72c-c9cc-414e-96d1-83ee56d783f9 requested from dv-cinder-835881-11-iscsi {{(pid=103543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 15:50:42.772988 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45286) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:42.843794 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506355'] for network (a993d72c-c9cc-414e-96d1-83ee56d783f9), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.887981 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Deleting port 64501e3e-d274-4d19-9604-f5aff404d0a6 {{(pid=103542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 15:50:42.888321 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767968680677'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.950015 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] For port 64501e3e-d274-4d19-9604-f5aff404d0a6, host dv-cinder-835881-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-11-iscsi',level=0,port_id=64501e3e-d274-4d19-9604-f5aff404d0a6,segment=NetworkSegment(04d29aaf-c5f0-448c-9305-db618c75caef),segment_id=04d29aaf-c5f0-448c-9305-db618c75caef)] {{(pid=103542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 15:50:42.950369 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527127'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:42.962994 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Calling delete_port for 64501e3e-d274-4d19-9604-f5aff404d0a6 owned by network:dhcp {{(pid=103542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 15:50:43.053634 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1562110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767968690553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767968128350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935684'] for port (64501e3e-d274-4d19-9604-f5aff404d0a6), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.073958 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f7439-ef3b-4bc1-9cdf-c338ef544dad None None] DHCP port deletion for a993d72c-c9cc-414e-96d1-83ee56d783f9 request from dv-cinder-835881-11-iscsi {{(pid=103543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 15:50:43.079827 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Pushing event deleted for resources: {'Port': ['ID=64501e3e-d274-4d19-9604-f5aff404d0a6,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:43.083504 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] No DVR routers for this DVR port 64501e3e-d274-4d19-9604-f5aff404d0a6 on host dv-cinder-835881-11-iscsi {{(pid=103542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:50:43.160317 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1344601', 'neutron.services.segments.db._delete_segments_for_network-8767968627222'] for network (a993d72c-c9cc-414e-96d1-83ee56d783f9), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.180520 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a993d72c-c9cc-414e-96d1-83ee56d783f9']}} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:43.190798 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d29aaf-c5f0-448c-9305-db618c75caef') {'for_net_delete': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:43.191148 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.services.segments.db [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d29aaf-c5f0-448c-9305-db618c75caef') {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:50:43.200337 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767968662559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9936119'] for segment (04d29aaf-c5f0-448c-9305-db618c75caef), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.213541 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847'] for segment (04d29aaf-c5f0-448c-9305-db618c75caef), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.219601 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:50:43.219949 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935639'] for segment (04d29aaf-c5f0-448c-9305-db618c75caef), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: Traceback (most recent call last): May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: timer() May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: cb(*args, **kw) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: return func(*args, **kwargs) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: self._notify() May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: self.callback(batched_events) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: event.method(event) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: return f(self, *a, **k) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._get(url).json() May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: return self.request(url, 'GET', **kwargs) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:50:43.221673 dv-cinder-835881-11-iscsi neutron-server[103542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:50:43.279186 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1344610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527837'] for network (a993d72c-c9cc-414e-96d1-83ee56d783f9), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.285281 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565515'] for network (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.288224 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] 10.222.0.89 "DELETE /v2.0/networks/a993d72c-c9cc-414e-96d1-83ee56d783f9 HTTP/1.1" status: 204 len: 168 time: 0.5144954 May 12 15:50:43.299568 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98918df-b00a-44d9-8f6e-df6ef0f3c270 admin admin] Pushing event deleted for resources: {'Network': ['ID=a993d72c-c9cc-414e-96d1-83ee56d783f9,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:43.481884 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45290) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:43.522211 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-63bd31e8-c321-4ba8-b726-9145ef8c7f17 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8dd6d7add1fa49fba757d057557b5118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386009 May 12 15:50:43.524801 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [-] (103541) accepted ('10.222.0.89', 45292) {{(pid=103541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:43.575143 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9d584303-2836-468b-b7db-908b53d13e5d admin admin] Publish callbacks [] for security_group (4cdb3c09-ca4f-4196-8193-35908d92f251), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.597356 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9d584303-2836-468b-b7db-908b53d13e5d admin admin] Publish callbacks [] for security_group (4cdb3c09-ca4f-4196-8193-35908d92f251), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.645310 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9d584303-2836-468b-b7db-908b53d13e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (4cdb3c09-ca4f-4196-8193-35908d92f251), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.648087 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9d584303-2836-468b-b7db-908b53d13e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.649281 dv-cinder-835881-11-iscsi neutron-server[103541]: INFO neutron.wsgi [None req-9d584303-2836-468b-b7db-908b53d13e5d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4cdb3c09-ca4f-4196-8193-35908d92f251 HTTP/1.1" status: 204 len: 168 time: 0.1236281 May 12 15:50:43.657099 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584303-2836-468b-b7db-908b53d13e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb3c09-ca4f-4196-8193-35908d92f251,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:43.785397 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4389442d-1460-4e9d-afea-2d7c141dffdd no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:43.806006 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 4389442d-1460-4e9d-afea-2d7c141dffdd {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:43.806357 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 4389442d-1460-4e9d-afea-2d7c141dffdd not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:43.806780 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 64501e3e-d274-4d19-9604-f5aff404d0a6 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:43.832182 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 64501e3e-d274-4d19-9604-f5aff404d0a6 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:43.832448 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 64501e3e-d274-4d19-9604-f5aff404d0a6 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:43.832884 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 86cda31f-59e9-430d-b078-bdf94008f862 no longer exists at agent ovs-agent-dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 15:50:43.851734 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.plugin [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] No Port match for: 86cda31f-59e9-430d-b078-bdf94008f862 {{(pid=103543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 15:50:43.852080 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron.plugins.ml2.rpc [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Device 86cda31f-59e9-430d-b078-bdf94008f862 not bound to the agent host dv-cinder-835881-11-iscsi {{(pid=103543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 15:50:43.953906 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a24d8704-060a-4e82-b423-62d4683159eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:43.987026 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45298) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:44.030964 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-39ec16e2-a8f2-407e-b9b1-c492aa52eeb3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=52cbd6e544a94252992ca8d7cdc5210d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427926 May 12 15:50:44.033547 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.wsgi [-] (103542) accepted ('10.222.0.89', 45300) {{(pid=103542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 15:50:44.080625 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7859d3dc-b723-4652-b011-db312b69efce admin admin] Publish callbacks [] for security_group (c05e676f-b934-4f2f-96aa-4861e02f5826), before_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:44.102686 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7859d3dc-b723-4652-b011-db312b69efce admin admin] Publish callbacks [] for security_group (c05e676f-b934-4f2f-96aa-4861e02f5826), precommit_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:44.151875 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7859d3dc-b723-4652-b011-db312b69efce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580462'] for security_group (c05e676f-b934-4f2f-96aa-4861e02f5826), after_delete {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:44.154466 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-7859d3dc-b723-4652-b011-db312b69efce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:44.155634 dv-cinder-835881-11-iscsi neutron-server[103542]: INFO neutron.wsgi [None req-7859d3dc-b723-4652-b011-db312b69efce admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c05e676f-b934-4f2f-96aa-4861e02f5826 HTTP/1.1" status: 204 len: 168 time: 0.1212006 May 12 15:50:44.163508 dv-cinder-835881-11-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859d3dc-b723-4652-b011-db312b69efce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e676f-b934-4f2f-96aa-4861e02f5826,revision_number=None']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:50:45.094996 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:46.447591 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:50:46.630235 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:50:47.973347 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:01.229149 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:11.732832 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-aaa279dc-5987-43c0-ace0-2df9ef371037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:13.958482 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-321092bf-67f2-444f-88e4-4b1dde617c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:15.103381 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:16.644489 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:17.973753 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:23.452719 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:51:31.250317 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:41.726083 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9d800374-3749-4b11-8abe-98836fc4ea9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:43.964643 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c62ea7f5-f5cc-4247-9768-416f65028771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:45.114905 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:46.644724 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:51:47.981601 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:00.456328 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:52:01.252343 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:11.730171 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c3bd28d5-3331-45f2-a857-9e3fab5f6a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:13.961087 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-09ca577b-d1e2-48b6-a64a-6cf5588cf8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:15.114595 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:16.652501 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:17.972426 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:31.235704 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:37.460746 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:52:41.734718 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-7621c6fd-093f-409a-ab4a-7fba4df8bc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:43.961548 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1284ec3e-bb27-42d4-bdd9-a8bc1a00ebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:45.120925 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:46.659421 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:52:47.975033 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:01.244488 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:11.738249 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-3e195d3c-0efa-4b81-b128-2d7004e55731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:13.962592 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-c2d83379-e44d-40fd-8406-3c10a7a24ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:14.467561 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:53:15.118052 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:16.664180 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:17.975496 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:31.243767 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:41.742302 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-eed7cba8-f92a-49a1-be8b-72c5e2306ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:43.966477 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e95c5ca8-b367-4e81-8279-7009cdf27a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:45.118623 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:46.666000 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:47.979646 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:53:51.460413 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:54:01.261747 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:11.742971 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-a7ed0b5b-0d7b-4de4-8b33-4952e1466d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:13.972446 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7b39-1041-401a-b046-a2ee73a8af61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:14.380698 dv-cinder-835881-11-iscsi neutron-server[103541]: DEBUG neutron.wsgi [req-7ca683d1-dbf6-4d78-8df7-3a513da7e1fc req-e40241f9-79c6-46f9-ba19-45719af8921c service neutron] (103541) timed out ('10.222.0.88', 58774) {{(pid=103541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 15:54:15.127302 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:16.670891 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:17.977617 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:28.467993 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:54:31.278290 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:41.744152 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-e4c198e3-6e18-4030-9287-17a13ba2255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:43.963358 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-1f681593-2c6b-4fd6-9148-f3b70a2329a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:45.131673 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:46.682308 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:54:47.980848 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:01.272416 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:05.459591 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:55:11.745844 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-8f6012d4-11a5-4b45-a583-d904417ad4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:13.959927 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-ddbece48-f620-4ac1-94d0-19ec7be2c978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:15.135062 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:16.682668 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:17.976811 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:31.289754 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-9c86f21f-b9c8-43ff-a649-6323a1df32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (182bf993-5829-4634-a4c4-328d5c9eed09), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:41.754092 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-2a4be6ed-d698-449c-bcf1-5fdd988f5790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5d129352-3335-4559-9907-b2553baaa545), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:42.458355 dv-cinder-835881-11-iscsi neutron-server[103544]: DEBUG neutron.db.agents_db [None req-2996dc29-1fb6-419b-83fc-f59b35e729ed None None] Agent healthcheck: found 6 active agents {{(pid=103544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 15:55:43.975819 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-be83b38a-2792-450b-9011-346a8d3009b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (5596c188-377d-41a0-96ec-fedeaf7e0a0a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:45.134505 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-6351863a-2aec-4d9a-b2d7-79d0863c11b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (a4f132cb-0ec7-473a-8f69-9b9a0014985a), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:46.687785 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-5b404646-5f94-471b-966f-3308e1f93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (161b0e9f-aa09-4d52-948d-fd0c6d6d539f), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 15:55:47.993743 dv-cinder-835881-11-iscsi neutron-server[103543]: DEBUG neutron_lib.callbacks.manager [None req-90a7b316-d2de-414a-a36c-2b8552dcbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767968627204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347226'] for agent (3175c09a-b8e7-4893-9d9f-de5e7aa80759), after_update {{(pid=103543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}